From 7387e5cc51bb66a0aec94db028b354d07db36202 Mon Sep 17 00:00:00 2001 From: zosimovaa Date: Tue, 7 Apr 2026 21:41:20 +0300 Subject: [PATCH] =?UTF-8?q?=D1=83=D0=B4=D0=B0=D0=BB=D0=B8=D0=BB=20=D1=82?= =?UTF-8?q?=D0=B5=D1=81=D1=82=D0=BE=D0=B2=D1=8B=D0=B5=20=D0=B4=D0=B0=D0=BD?= =?UTF-8?q?=D0=BD=D1=8B=D0=B5?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- ...ntents_v2_docs-v2-api-health-endpoint.json | 83 -- ..._intents_v2_docs-v2-api-health-endpoint.md | 368 ------- ..._intents_v2_docs-v2-api-send-endpoint.json | 83 -- ...cs_intents_v2_docs-v2-api-send-endpoint.md | 367 ------- ..._v2_docs-v2-component-control-channel.json | 92 -- ...ts_v2_docs-v2-component-control-channel.md | 900 ----------------- ..._v2_docs-v2-component-runtime-manager.json | 92 -- ...ts_v2_docs-v2-component-runtime-manager.md | 900 ----------------- ...ents_v2_docs-v2-entity-runtime-health.json | 92 -- ...ntents_v2_docs-v2-entity-runtime-health.md | 865 ----------------- ...tents_v2_docs-v2-entity-worker-status.json | 86 -- ...intents_v2_docs-v2-entity-worker-status.md | 384 -------- ...s_intents_v2_docs-v2-general-overview.json | 85 -- ...ocs_intents_v2_docs-v2-general-overview.md | 493 ---------- ...ts_v2_docs-v2-negative-missing-entity.json | 83 -- ...ents_v2_docs-v2-negative-missing-entity.md | 307 ------ ...docs-v2-openapi-fragment-send-request.json | 82 -- ...2_docs-v2-openapi-fragment-send-request.md | 383 -------- ...ocs_intents_v2_docs-v2-openapi-health.json | 84 -- ..._docs_intents_v2_docs-v2-openapi-health.md | 395 -------- ...v2-related-docs-architecture-overview.json | 83 -- ...s-v2-related-docs-architecture-overview.md | 372 ------- ...ntents_v2_docs-v2-related-docs-health.json | 84 -- ..._intents_v2_docs-v2-related-docs-health.md | 516 ---------- ...s_v2_docs-v2-system-flow-health-check.json | 90 -- ...nts_v2_docs-v2-system-flow-health-check.md | 909 ----------------- ..._v2_docs-v2-system-flow-telegram-loop.json | 91 -- ...ts_v2_docs-v2-system-flow-telegram-loop.md | 785 --------------- .../20260326_120832/summary.md | 20 - ...in_docs_intents_v3-3x_v3-api-health-1.json | 83 -- ...hain_docs_intents_v3-3x_v3-api-health-1.md | 429 -------- ...in_docs_intents_v3-3x_v3-api-health-2.json | 90 -- ...hain_docs_intents_v3-3x_v3-api-health-2.md | 754 --------------- ...in_docs_intents_v3-3x_v3-api-health-3.json | 90 -- ...hain_docs_intents_v3-3x_v3-api-health-3.md | 754 --------------- ...hain_docs_intents_v3-3x_v3-api-send-1.json | 83 -- ..._chain_docs_intents_v3-3x_v3-api-send-1.md | 428 -------- ...hain_docs_intents_v3-3x_v3-api-send-2.json | 90 -- ..._chain_docs_intents_v3-3x_v3-api-send-2.md | 726 -------------- ...hain_docs_intents_v3-3x_v3-api-send-3.json | 90 -- ..._chain_docs_intents_v3-3x_v3-api-send-3.md | 726 -------------- ..._v3-3x_v3-component-control-channel-1.json | 92 -- ...ts_v3-3x_v3-component-control-channel-1.md | 900 ----------------- ..._v3-3x_v3-component-control-channel-2.json | 92 -- ...ts_v3-3x_v3-component-control-channel-2.md | 900 ----------------- ..._v3-3x_v3-component-runtime-manager-1.json | 92 -- ...ts_v3-3x_v3-component-runtime-manager-1.md | 900 ----------------- ..._v3-3x_v3-component-runtime-manager-2.json | 92 -- ...ts_v3-3x_v3-component-runtime-manager-2.md | 900 ----------------- ..._v3-3x_v3-component-runtime-manager-3.json | 92 -- ...ts_v3-3x_v3-component-runtime-manager-3.md | 900 ----------------- ...ents_v3-3x_v3-entity-runtime-health-1.json | 92 -- ...ntents_v3-3x_v3-entity-runtime-health-1.md | 865 ----------------- ...ents_v3-3x_v3-entity-runtime-health-2.json | 89 -- ...ntents_v3-3x_v3-entity-runtime-health-2.md | 528 ---------- ...tents_v3-3x_v3-entity-worker-status-1.json | 93 -- ...intents_v3-3x_v3-entity-worker-status-1.md | 849 ---------------- ...tents_v3-3x_v3-entity-worker-status-2.json | 87 -- ...intents_v3-3x_v3-entity-worker-status-2.md | 493 ---------- ...chain_docs_intents_v3-3x_v3-general-1.json | 92 -- ...l_chain_docs_intents_v3-3x_v3-general-1.md | 859 ---------------- ...chain_docs_intents_v3-3x_v3-general-2.json | 92 -- ...l_chain_docs_intents_v3-3x_v3-general-2.md | 859 ---------------- ...chain_docs_intents_v3-3x_v3-general-3.json | 85 -- ...l_chain_docs_intents_v3-3x_v3-general-3.md | 493 ---------- ...hain_docs_intents_v3-3x_v3-negative-1.json | 92 -- ..._chain_docs_intents_v3-3x_v3-negative-1.md | 841 ---------------- ...hain_docs_intents_v3-3x_v3-negative-2.json | 83 -- ..._chain_docs_intents_v3-3x_v3-negative-2.md | 307 ------ ...hain_docs_intents_v3-3x_v3-negative-3.json | 81 -- ..._chain_docs_intents_v3-3x_v3-negative-3.md | 303 ------ ...tents_v3-3x_v3-related-architecture-1.json | 84 -- ...intents_v3-3x_v3-related-architecture-1.md | 513 ---------- ...ocs_intents_v3-3x_v3-related-health-1.json | 84 -- ..._docs_intents_v3-3x_v3-related-health-1.md | 516 ---------- ...ocs_intents_v3-3x_v3-related-health-2.json | 84 -- ..._docs_intents_v3-3x_v3-related-health-2.md | 513 ---------- ..._docs_intents_v3-3x_v3-related-send-1.json | 85 -- ...in_docs_intents_v3-3x_v3-related-send-1.md | 521 ---------- ...intents_v3-3x_v3-system-flow-health-1.json | 87 -- ...s_intents_v3-3x_v3-system-flow-health-1.md | 524 ---------- ...intents_v3-3x_v3-system-flow-health-2.json | 91 -- ...s_intents_v3-3x_v3-system-flow-health-2.md | 915 ------------------ ..._v3-3x_v3-system-flow-telegram-loop-1.json | 90 -- ...ts_v3-3x_v3-system-flow-telegram-loop-1.md | 882 ----------------- ..._v3-3x_v3-system-flow-telegram-loop-2.json | 91 -- ...ts_v3-3x_v3-system-flow-telegram-loop-2.md | 785 --------------- ..._v3-3x_v3-system-flow-telegram-loop-3.json | 91 -- ...ts_v3-3x_v3-system-flow-telegram-loop-3.md | 785 --------------- .../20260326_121025/summary.md | 43 - ...in_docs_intents_v3-3x_v3-api-health-1.json | 83 -- ...hain_docs_intents_v3-3x_v3-api-health-1.md | 429 -------- ...in_docs_intents_v3-3x_v3-api-health-2.json | 90 -- ...hain_docs_intents_v3-3x_v3-api-health-2.md | 754 --------------- ...in_docs_intents_v3-3x_v3-api-health-3.json | 90 -- ...hain_docs_intents_v3-3x_v3-api-health-3.md | 754 --------------- ...hain_docs_intents_v3-3x_v3-api-send-1.json | 83 -- ..._chain_docs_intents_v3-3x_v3-api-send-1.md | 428 -------- ...hain_docs_intents_v3-3x_v3-api-send-2.json | 90 -- ..._chain_docs_intents_v3-3x_v3-api-send-2.md | 726 -------------- ...hain_docs_intents_v3-3x_v3-api-send-3.json | 90 -- ..._chain_docs_intents_v3-3x_v3-api-send-3.md | 726 -------------- ..._v3-3x_v3-component-control-channel-1.json | 92 -- ...ts_v3-3x_v3-component-control-channel-1.md | 900 ----------------- ..._v3-3x_v3-component-control-channel-2.json | 92 -- ...ts_v3-3x_v3-component-control-channel-2.md | 900 ----------------- ..._v3-3x_v3-component-runtime-manager-1.json | 92 -- ...ts_v3-3x_v3-component-runtime-manager-1.md | 900 ----------------- ..._v3-3x_v3-component-runtime-manager-2.json | 92 -- ...ts_v3-3x_v3-component-runtime-manager-2.md | 900 ----------------- ..._v3-3x_v3-component-runtime-manager-3.json | 92 -- ...ts_v3-3x_v3-component-runtime-manager-3.md | 900 ----------------- ...ents_v3-3x_v3-entity-runtime-health-1.json | 92 -- ...ntents_v3-3x_v3-entity-runtime-health-1.md | 865 ----------------- ...ents_v3-3x_v3-entity-runtime-health-2.json | 89 -- ...ntents_v3-3x_v3-entity-runtime-health-2.md | 528 ---------- ...tents_v3-3x_v3-entity-worker-status-1.json | 93 -- ...intents_v3-3x_v3-entity-worker-status-1.md | 849 ---------------- ...tents_v3-3x_v3-entity-worker-status-2.json | 87 -- ...intents_v3-3x_v3-entity-worker-status-2.md | 493 ---------- ...chain_docs_intents_v3-3x_v3-general-1.json | 90 -- ...l_chain_docs_intents_v3-3x_v3-general-1.md | 859 ---------------- ...chain_docs_intents_v3-3x_v3-general-2.json | 85 -- ...l_chain_docs_intents_v3-3x_v3-general-2.md | 493 ---------- ...chain_docs_intents_v3-3x_v3-general-3.json | 85 -- ...l_chain_docs_intents_v3-3x_v3-general-3.md | 493 ---------- ...hain_docs_intents_v3-3x_v3-negative-1.json | 92 -- ..._chain_docs_intents_v3-3x_v3-negative-1.md | 841 ---------------- ...hain_docs_intents_v3-3x_v3-negative-2.json | 83 -- ..._chain_docs_intents_v3-3x_v3-negative-2.md | 307 ------ ...hain_docs_intents_v3-3x_v3-negative-3.json | 81 -- ..._chain_docs_intents_v3-3x_v3-negative-3.md | 303 ------ ...tents_v3-3x_v3-related-architecture-1.json | 84 -- ...intents_v3-3x_v3-related-architecture-1.md | 513 ---------- ...ocs_intents_v3-3x_v3-related-health-1.json | 84 -- ..._docs_intents_v3-3x_v3-related-health-1.md | 516 ---------- ...ocs_intents_v3-3x_v3-related-health-2.json | 84 -- ..._docs_intents_v3-3x_v3-related-health-2.md | 513 ---------- ..._docs_intents_v3-3x_v3-related-send-1.json | 85 -- ...in_docs_intents_v3-3x_v3-related-send-1.md | 521 ---------- ...intents_v3-3x_v3-system-flow-health-1.json | 87 -- ...s_intents_v3-3x_v3-system-flow-health-1.md | 524 ---------- ...intents_v3-3x_v3-system-flow-health-2.json | 91 -- ...s_intents_v3-3x_v3-system-flow-health-2.md | 915 ------------------ ..._v3-3x_v3-system-flow-telegram-loop-1.json | 90 -- ...ts_v3-3x_v3-system-flow-telegram-loop-1.md | 882 ----------------- ..._v3-3x_v3-system-flow-telegram-loop-2.json | 91 -- ...ts_v3-3x_v3-system-flow-telegram-loop-2.md | 785 --------------- ..._v3-3x_v3-system-flow-telegram-loop-3.json | 91 -- ...ts_v3-3x_v3-system-flow-telegram-loop-3.md | 785 --------------- .../20260326_125615/summary.md | 41 - ...in_docs_intents_v3-3x_v3-api-health-1.json | 83 -- ...hain_docs_intents_v3-3x_v3-api-health-1.md | 599 ------------ ...in_docs_intents_v3-3x_v3-api-health-2.json | 87 -- ...hain_docs_intents_v3-3x_v3-api-health-2.md | 621 ------------ ...in_docs_intents_v3-3x_v3-api-health-3.json | 87 -- ...hain_docs_intents_v3-3x_v3-api-health-3.md | 621 ------------ ...hain_docs_intents_v3-3x_v3-api-send-1.json | 83 -- ..._chain_docs_intents_v3-3x_v3-api-send-1.md | 602 ------------ ...hain_docs_intents_v3-3x_v3-api-send-2.json | 88 -- ..._chain_docs_intents_v3-3x_v3-api-send-2.md | 623 ------------ ...hain_docs_intents_v3-3x_v3-api-send-3.json | 87 -- ..._chain_docs_intents_v3-3x_v3-api-send-3.md | 620 ------------ ..._v3-3x_v3-component-control-channel-1.json | 92 -- ...ts_v3-3x_v3-component-control-channel-1.md | 657 ------------- ..._v3-3x_v3-component-control-channel-2.json | 92 -- ...ts_v3-3x_v3-component-control-channel-2.md | 657 ------------- ..._v3-3x_v3-component-runtime-manager-1.json | 92 -- ...ts_v3-3x_v3-component-runtime-manager-1.md | 657 ------------- ..._v3-3x_v3-component-runtime-manager-2.json | 92 -- ...ts_v3-3x_v3-component-runtime-manager-2.md | 657 ------------- ..._v3-3x_v3-component-runtime-manager-3.json | 92 -- ...ts_v3-3x_v3-component-runtime-manager-3.md | 657 ------------- ...ents_v3-3x_v3-entity-runtime-health-1.json | 91 -- ...ntents_v3-3x_v3-entity-runtime-health-1.md | 631 ------------ ...ents_v3-3x_v3-entity-runtime-health-2.json | 91 -- ...ntents_v3-3x_v3-entity-runtime-health-2.md | 631 ------------ ...tents_v3-3x_v3-entity-worker-status-1.json | 91 -- ...intents_v3-3x_v3-entity-worker-status-1.md | 619 ------------ ...tents_v3-3x_v3-entity-worker-status-2.json | 95 -- ...intents_v3-3x_v3-entity-worker-status-2.md | 600 ------------ ...chain_docs_intents_v3-3x_v3-general-1.json | 87 -- ...l_chain_docs_intents_v3-3x_v3-general-1.md | 523 ---------- ...chain_docs_intents_v3-3x_v3-general-2.json | 85 -- ...l_chain_docs_intents_v3-3x_v3-general-2.md | 464 --------- ...chain_docs_intents_v3-3x_v3-general-3.json | 85 -- ...l_chain_docs_intents_v3-3x_v3-general-3.md | 464 --------- ...hain_docs_intents_v3-3x_v3-negative-1.json | 89 -- ..._chain_docs_intents_v3-3x_v3-negative-1.md | 598 ------------ ...hain_docs_intents_v3-3x_v3-negative-2.json | 83 -- ..._chain_docs_intents_v3-3x_v3-negative-2.md | 360 ------- ...hain_docs_intents_v3-3x_v3-negative-3.json | 81 -- ..._chain_docs_intents_v3-3x_v3-negative-3.md | 350 ------- ...tents_v3-3x_v3-related-architecture-1.json | 84 -- ...intents_v3-3x_v3-related-architecture-1.md | 502 ---------- ...ocs_intents_v3-3x_v3-related-health-1.json | 84 -- ..._docs_intents_v3-3x_v3-related-health-1.md | 505 ---------- ...ocs_intents_v3-3x_v3-related-health-2.json | 84 -- ..._docs_intents_v3-3x_v3-related-health-2.md | 502 ---------- ..._docs_intents_v3-3x_v3-related-send-1.json | 85 -- ...in_docs_intents_v3-3x_v3-related-send-1.md | 510 ---------- ...intents_v3-3x_v3-system-flow-health-1.json | 88 -- ...s_intents_v3-3x_v3-system-flow-health-1.md | 686 ------------- ...intents_v3-3x_v3-system-flow-health-2.json | 90 -- ...s_intents_v3-3x_v3-system-flow-health-2.md | 696 ------------- ..._v3-3x_v3-system-flow-telegram-loop-1.json | 87 -- ...ts_v3-3x_v3-system-flow-telegram-loop-1.md | 651 ------------- ..._v3-3x_v3-system-flow-telegram-loop-2.json | 89 -- ...ts_v3-3x_v3-system-flow-telegram-loop-2.md | 703 -------------- ..._v3-3x_v3-system-flow-telegram-loop-3.json | 89 -- ...ts_v3-3x_v3-system-flow-telegram-loop-3.md | 703 -------------- .../20260326_150139/summary.md | 36 - ...full_chain_docs_intents_v4-llm_v4-api.json | 83 -- .../full_chain_docs_intents_v4-llm_v4-api.md | 467 --------- ...hain_docs_intents_v4-llm_v4-component.json | 92 -- ..._chain_docs_intents_v4-llm_v4-component.md | 657 ------------- ...l_chain_docs_intents_v4-llm_v4-entity.json | 91 -- ...ull_chain_docs_intents_v4-llm_v4-entity.md | 631 ------------ ..._chain_docs_intents_v4-llm_v4-general.json | 85 -- ...ll_chain_docs_intents_v4-llm_v4-general.md | 464 --------- ...ll_chain_docs_intents_v4-llm_v4-mixed.json | 85 -- ...full_chain_docs_intents_v4-llm_v4-mixed.md | 510 ---------- ...chain_docs_intents_v4-llm_v4-negative.json | 89 -- ...l_chain_docs_intents_v4-llm_v4-negative.md | 598 ------------ ...cs_intents_v4-llm_v4-openapi-fragment.json | 82 -- ...docs_intents_v4-llm_v4-openapi-fragment.md | 444 --------- ...docs_intents_v4-llm_v4-openapi-method.json | 84 -- ...n_docs_intents_v4-llm_v4-openapi-method.md | 457 --------- ..._chain_docs_intents_v4-llm_v4-related.json | 84 -- ...ll_chain_docs_intents_v4-llm_v4-related.md | 505 ---------- ...in_docs_intents_v4-llm_v4-system-flow.json | 87 -- ...hain_docs_intents_v4-llm_v4-system-flow.md | 651 ------------- .../20260326_150213/summary.md | 48 - ...s_v2_matrix_v2-docs-summary-01-health.json | 43 - ...ocs_v2_matrix_v2-docs-summary-01-health.md | 51 - ...ocs_v2_matrix_v2-docs-summary-02-send.json | 43 - ..._docs_v2_matrix_v2-docs-summary-02-send.md | 51 - ..._v2_matrix_v2-docs-summary-03-actions.json | 30 - ...cs_v2_matrix_v2-docs-summary-03-actions.md | 38 - ...rix_v2-docs-summary-04-runtime-health.json | 30 - ...atrix_v2-docs-summary-04-runtime-health.md | 38 - ..._v2-docs-summary-05-notification-loop.json | 33 - ...ix_v2-docs-summary-05-notification-loop.md | 41 - ...atrix_v2-docs-summary-06-architecture.json | 32 - ..._matrix_v2-docs-summary-06-architecture.md | 40 - ...s_v2_matrix_v2-docs-summary-07-worker.json | 32 - ...ocs_v2_matrix_v2-docs-summary-07-worker.md | 40 - ...ix_v2-docs-summary-08-health-statuses.json | 47 - ...trix_v2-docs-summary-08-health-statuses.md | 55 -- ...matrix_v2-docs-summary-09-manual-send.json | 33 - ...2_matrix_v2-docs-summary-09-manual-send.md | 41 - ...-docs-summary-10-telegram-integration.json | 34 - ...v2-docs-summary-10-telegram-integration.md | 42 - ...ocs_v2_matrix_v2-find-files-01-health.json | 42 - ..._docs_v2_matrix_v2-find-files-01-health.md | 50 - ..._docs_v2_matrix_v2-find-files-02-send.json | 42 - ...in_docs_v2_matrix_v2-find-files-02-send.md | 50 - ...cs_v2_matrix_v2-find-files-03-actions.json | 42 - ...docs_v2_matrix_v2-find-files-03-actions.md | 50 - ...atrix_v2-find-files-04-runtime-health.json | 42 - ..._matrix_v2-find-files-04-runtime-health.md | 50 - ..._docs_v2_matrix_v2-find-files-05-loop.json | 42 - ...in_docs_v2_matrix_v2-find-files-05-loop.md | 50 - ..._matrix_v2-find-files-06-architecture.json | 40 - ...v2_matrix_v2-find-files-06-architecture.md | 50 - ...atrix_v2-find-files-07-errors-catalog.json | 42 - ..._matrix_v2-find-files-07-errors-catalog.md | 50 - ...v2_matrix_v2-find-files-08-docs-index.json | 40 - ...s_v2_matrix_v2-find-files-08-docs-index.md | 50 - ...rix_v2-find-files-09-telegram-bot-api.json | 43 - ...atrix_v2-find-files-09-telegram-bot-api.md | 51 - ...-find-files-10-telegram-notify-worker.json | 43 - ...v2-find-files-10-telegram-notify-worker.md | 51 - ..._matrix_v2-general-01-what-is-service.json | 27 - ...v2_matrix_v2-general-01-what-is-service.md | 35 - ..._docs_v2_matrix_v2-general-02-purpose.json | 25 - ...in_docs_v2_matrix_v2-general-02-purpose.md | 35 - ..._docs_v2_matrix_v2-general-03-problem.json | 27 - ...in_docs_v2_matrix_v2-general-03-problem.md | 35 - ...v2_matrix_v2-general-04-docs-contents.json | 43 - ...s_v2_matrix_v2-general-04-docs-contents.md | 51 - ...cs_v2_matrix_v2-general-05-main-parts.json | 27 - ...docs_v2_matrix_v2-general-05-main-parts.md | 35 - ...v2-general-06-high-level-architecture.json | 25 - ...x_v2-general-06-high-level-architecture.md | 35 - ...s_v2_matrix_v2-general-07-besides-api.json | 25 - ...ocs_v2_matrix_v2-general-07-besides-api.md | 35 - ...cs_v2_matrix_v2-general-08-components.json | 25 - ...docs_v2_matrix_v2-general-08-components.md | 35 - ...v2_matrix_v2-general-09-reading-order.json | 45 - ...s_v2_matrix_v2-general-09-reading-order.md | 53 - ...v2_matrix_v2-general-10-short-summary.json | 25 - ...s_v2_matrix_v2-general-10-short-summary.md | 35 - .../20260406_194106/summary.md | 153 --- ...s_v2_matrix_v2-docs-summary-01-health.json | 153 --- ...ocs_v2_matrix_v2-docs-summary-01-health.md | 186 ---- ...ocs_v2_matrix_v2-docs-summary-02-send.json | 152 --- ..._docs_v2_matrix_v2-docs-summary-02-send.md | 185 ---- ..._v2_matrix_v2-docs-summary-03-actions.json | 153 --- ...cs_v2_matrix_v2-docs-summary-03-actions.md | 186 ---- ...rix_v2-docs-summary-04-runtime-health.json | 139 --- ...atrix_v2-docs-summary-04-runtime-health.md | 172 ---- ..._v2-docs-summary-05-notification-loop.json | 143 --- ...ix_v2-docs-summary-05-notification-loop.md | 176 ---- ...atrix_v2-docs-summary-06-architecture.json | 124 --- ..._matrix_v2-docs-summary-06-architecture.md | 159 --- ...s_v2_matrix_v2-docs-summary-07-worker.json | 129 --- ...ocs_v2_matrix_v2-docs-summary-07-worker.md | 162 ---- ...ix_v2-docs-summary-08-health-statuses.json | 143 --- ...trix_v2-docs-summary-08-health-statuses.md | 176 ---- ...matrix_v2-docs-summary-09-manual-send.json | 151 --- ...2_matrix_v2-docs-summary-09-manual-send.md | 184 ---- ...-docs-summary-10-telegram-integration.json | 127 --- ...v2-docs-summary-10-telegram-integration.md | 160 --- ...ocs_v2_matrix_v2-find-files-01-health.json | 137 --- ..._docs_v2_matrix_v2-find-files-01-health.md | 170 ---- ..._docs_v2_matrix_v2-find-files-02-send.json | 137 --- ...in_docs_v2_matrix_v2-find-files-02-send.md | 170 ---- ...cs_v2_matrix_v2-find-files-03-actions.json | 139 --- ...docs_v2_matrix_v2-find-files-03-actions.md | 172 ---- ...atrix_v2-find-files-04-runtime-health.json | 141 --- ..._matrix_v2-find-files-04-runtime-health.md | 174 ---- ..._docs_v2_matrix_v2-find-files-05-loop.json | 125 --- ...in_docs_v2_matrix_v2-find-files-05-loop.md | 158 --- ..._matrix_v2-find-files-06-architecture.json | 134 --- ...v2_matrix_v2-find-files-06-architecture.md | 167 ---- ...atrix_v2-find-files-07-errors-catalog.json | 125 --- ..._matrix_v2-find-files-07-errors-catalog.md | 158 --- ...v2_matrix_v2-find-files-08-docs-index.json | 124 --- ...s_v2_matrix_v2-find-files-08-docs-index.md | 157 --- ...rix_v2-find-files-09-telegram-bot-api.json | 126 --- ...atrix_v2-find-files-09-telegram-bot-api.md | 159 --- ...-find-files-10-telegram-notify-worker.json | 126 --- ...v2-find-files-10-telegram-notify-worker.md | 159 --- ..._matrix_v2-general-01-what-is-service.json | 122 --- ...v2_matrix_v2-general-01-what-is-service.md | 157 --- ..._docs_v2_matrix_v2-general-02-purpose.json | 122 --- ...in_docs_v2_matrix_v2-general-02-purpose.md | 157 --- ..._docs_v2_matrix_v2-general-03-problem.json | 122 --- ...in_docs_v2_matrix_v2-general-03-problem.md | 157 --- ...v2_matrix_v2-general-04-docs-contents.json | 122 --- ...s_v2_matrix_v2-general-04-docs-contents.md | 157 --- ...cs_v2_matrix_v2-general-05-main-parts.json | 124 --- ...docs_v2_matrix_v2-general-05-main-parts.md | 157 --- ...v2-general-06-high-level-architecture.json | 124 --- ...x_v2-general-06-high-level-architecture.md | 157 --- ...s_v2_matrix_v2-general-07-besides-api.json | 122 --- ...ocs_v2_matrix_v2-general-07-besides-api.md | 157 --- ...cs_v2_matrix_v2-general-08-components.json | 129 --- ...docs_v2_matrix_v2-general-08-components.md | 162 ---- ...v2_matrix_v2-general-09-reading-order.json | 124 --- ...s_v2_matrix_v2-general-09-reading-order.md | 157 --- ...v2_matrix_v2-general-10-short-summary.json | 122 --- ...s_v2_matrix_v2-general-10-short-summary.md | 157 --- .../20260406_201415/summary.md | 153 --- ...s_v2_matrix_v2-docs-summary-01-health.json | 189 ---- ...ocs_v2_matrix_v2-docs-summary-01-health.md | 226 ----- ...ocs_v2_matrix_v2-docs-summary-02-send.json | 172 ---- ..._docs_v2_matrix_v2-docs-summary-02-send.md | 205 ---- ..._v2_matrix_v2-docs-summary-03-actions.json | 189 ---- ...cs_v2_matrix_v2-docs-summary-03-actions.md | 226 ----- ...rix_v2-docs-summary-04-runtime-health.json | 175 ---- ...atrix_v2-docs-summary-04-runtime-health.md | 212 ---- ..._v2-docs-summary-05-notification-loop.json | 196 ---- ...ix_v2-docs-summary-05-notification-loop.md | 237 ----- ...atrix_v2-docs-summary-06-architecture.json | 195 ---- ..._matrix_v2-docs-summary-06-architecture.md | 238 ----- ...s_v2_matrix_v2-docs-summary-07-worker.json | 175 ---- ...ocs_v2_matrix_v2-docs-summary-07-worker.md | 212 ---- ...ix_v2-docs-summary-08-health-statuses.json | 179 ---- ...trix_v2-docs-summary-08-health-statuses.md | 216 ----- ...matrix_v2-docs-summary-09-manual-send.json | 187 ---- ...2_matrix_v2-docs-summary-09-manual-send.md | 224 ----- ...-docs-summary-10-telegram-integration.json | 188 ---- ...v2-docs-summary-10-telegram-integration.md | 229 ----- ...ocs_v2_matrix_v2-find-files-01-health.json | 196 ---- ..._docs_v2_matrix_v2-find-files-01-health.md | 237 ----- ..._docs_v2_matrix_v2-find-files-02-send.json | 196 ---- ...in_docs_v2_matrix_v2-find-files-02-send.md | 237 ----- ...cs_v2_matrix_v2-find-files-03-actions.json | 198 ---- ...docs_v2_matrix_v2-find-files-03-actions.md | 239 ----- ...atrix_v2-find-files-04-runtime-health.json | 177 ---- ..._matrix_v2-find-files-04-runtime-health.md | 214 ---- ..._docs_v2_matrix_v2-find-files-05-loop.json | 194 ---- ...in_docs_v2_matrix_v2-find-files-05-loop.md | 235 ----- ..._matrix_v2-find-files-06-architecture.json | 176 ---- ...v2_matrix_v2-find-files-06-architecture.md | 213 ---- ...atrix_v2-find-files-07-errors-catalog.json | 186 ---- ..._matrix_v2-find-files-07-errors-catalog.md | 227 ----- ...v2_matrix_v2-find-files-08-docs-index.json | 185 ---- ...s_v2_matrix_v2-find-files-08-docs-index.md | 226 ----- ...rix_v2-find-files-09-telegram-bot-api.json | 187 ---- ...atrix_v2-find-files-09-telegram-bot-api.md | 228 ----- ...-find-files-10-telegram-notify-worker.json | 195 ---- ...v2-find-files-10-telegram-notify-worker.md | 236 ----- ..._matrix_v2-general-01-what-is-service.json | 183 ---- ...v2_matrix_v2-general-01-what-is-service.md | 226 ----- ..._docs_v2_matrix_v2-general-02-purpose.json | 183 ---- ...in_docs_v2_matrix_v2-general-02-purpose.md | 226 ----- ..._docs_v2_matrix_v2-general-03-problem.json | 183 ---- ...in_docs_v2_matrix_v2-general-03-problem.md | 226 ----- ...v2_matrix_v2-general-04-docs-contents.json | 183 ---- ...s_v2_matrix_v2-general-04-docs-contents.md | 226 ----- ...cs_v2_matrix_v2-general-05-main-parts.json | 185 ---- ...docs_v2_matrix_v2-general-05-main-parts.md | 226 ----- ...v2-general-06-high-level-architecture.json | 185 ---- ...x_v2-general-06-high-level-architecture.md | 226 ----- ...s_v2_matrix_v2-general-07-besides-api.json | 183 ---- ...ocs_v2_matrix_v2-general-07-besides-api.md | 226 ----- ...cs_v2_matrix_v2-general-08-components.json | 198 ---- ...docs_v2_matrix_v2-general-08-components.md | 239 ----- ...v2_matrix_v2-general-09-reading-order.json | 185 ---- ...s_v2_matrix_v2-general-09-reading-order.md | 226 ----- ...v2_matrix_v2-general-10-short-summary.json | 183 ---- ...s_v2_matrix_v2-general-10-short-summary.md | 226 ----- .../20260406_202730/summary.md | 153 --- ...s_v2_matrix_v2-docs-summary-01-health.json | 295 ------ ...ocs_v2_matrix_v2-docs-summary-01-health.md | 344 ------- ...ocs_v2_matrix_v2-docs-summary-02-send.json | 259 ----- ..._docs_v2_matrix_v2-docs-summary-02-send.md | 304 ------ ..._v2_matrix_v2-docs-summary-03-actions.json | 299 ------ ...cs_v2_matrix_v2-docs-summary-03-actions.md | 348 ------- ...rix_v2-docs-summary-04-runtime-health.json | 285 ------ ...atrix_v2-docs-summary-04-runtime-health.md | 334 ------- ..._v2-docs-summary-05-notification-loop.json | 330 ------- ...ix_v2-docs-summary-05-notification-loop.md | 383 -------- ...atrix_v2-docs-summary-06-architecture.json | 390 -------- ..._matrix_v2-docs-summary-06-architecture.md | 445 --------- ...s_v2_matrix_v2-docs-summary-07-worker.json | 281 ------ ...ocs_v2_matrix_v2-docs-summary-07-worker.md | 330 ------- ...ix_v2-docs-summary-08-health-statuses.json | 289 ------ ...trix_v2-docs-summary-08-health-statuses.md | 338 ------- ...matrix_v2-docs-summary-09-manual-send.json | 297 ------ ...2_matrix_v2-docs-summary-09-manual-send.md | 346 ------- ...-docs-summary-10-telegram-integration.json | 338 ------- ...v2-docs-summary-10-telegram-integration.md | 391 -------- ...ocs_v2_matrix_v2-find-files-01-health.json | 298 ------ ..._docs_v2_matrix_v2-find-files-01-health.md | 351 ------- ..._docs_v2_matrix_v2-find-files-02-send.json | 298 ------ ...in_docs_v2_matrix_v2-find-files-02-send.md | 351 ------- ...cs_v2_matrix_v2-find-files-03-actions.json | 304 ------ ...docs_v2_matrix_v2-find-files-03-actions.md | 357 ------- ...atrix_v2-find-files-04-runtime-health.json | 302 ------ ..._matrix_v2-find-files-04-runtime-health.md | 355 ------- ..._docs_v2_matrix_v2-find-files-05-loop.json | 296 ------ ...in_docs_v2_matrix_v2-find-files-05-loop.md | 349 ------- ..._matrix_v2-find-files-06-architecture.json | 344 ------- ...v2_matrix_v2-find-files-06-architecture.md | 399 -------- ...atrix_v2-find-files-07-errors-catalog.json | 302 ------ ..._matrix_v2-find-files-07-errors-catalog.md | 355 ------- ...v2_matrix_v2-find-files-08-docs-index.json | 314 ------ ...s_v2_matrix_v2-find-files-08-docs-index.md | 369 ------- ...rix_v2-find-files-09-telegram-bot-api.json | 288 ------ ...atrix_v2-find-files-09-telegram-bot-api.md | 341 ------- ...-find-files-10-telegram-notify-worker.json | 304 ------ ...v2-find-files-10-telegram-notify-worker.md | 357 ------- ..._matrix_v2-general-01-what-is-service.json | 326 ------- ...v2_matrix_v2-general-01-what-is-service.md | 381 -------- ..._docs_v2_matrix_v2-general-02-purpose.json | 339 ------- ...in_docs_v2_matrix_v2-general-02-purpose.md | 394 -------- ..._docs_v2_matrix_v2-general-03-problem.json | 326 ------- ...in_docs_v2_matrix_v2-general-03-problem.md | 381 -------- ...v2_matrix_v2-general-04-docs-contents.json | 326 ------- ...s_v2_matrix_v2-general-04-docs-contents.md | 381 -------- ...cs_v2_matrix_v2-general-05-main-parts.json | 328 ------- ...docs_v2_matrix_v2-general-05-main-parts.md | 381 -------- ...v2-general-06-high-level-architecture.json | 328 ------- ...x_v2-general-06-high-level-architecture.md | 381 -------- ...s_v2_matrix_v2-general-07-besides-api.json | 326 ------- ...ocs_v2_matrix_v2-general-07-besides-api.md | 381 -------- ...cs_v2_matrix_v2-general-08-components.json | 389 -------- ...docs_v2_matrix_v2-general-08-components.md | 442 --------- ...v2_matrix_v2-general-09-reading-order.json | 328 ------- ...s_v2_matrix_v2-general-09-reading-order.md | 381 -------- ...v2_matrix_v2-general-10-short-summary.json | 326 ------- ...s_v2_matrix_v2-general-10-short-summary.md | 381 -------- .../20260406_212743/summary.md | 151 --- ...s_v2_matrix_v2-docs-summary-01-health.json | 306 ------ ...ocs_v2_matrix_v2-docs-summary-01-health.md | 355 ------- ...ocs_v2_matrix_v2-docs-summary-02-send.json | 270 ------ ..._docs_v2_matrix_v2-docs-summary-02-send.md | 315 ------ ..._v2_matrix_v2-docs-summary-03-actions.json | 310 ------ ...cs_v2_matrix_v2-docs-summary-03-actions.md | 359 ------- ...rix_v2-docs-summary-04-runtime-health.json | 296 ------ ...atrix_v2-docs-summary-04-runtime-health.md | 345 ------- ..._v2-docs-summary-05-notification-loop.json | 341 ------- ...ix_v2-docs-summary-05-notification-loop.md | 394 -------- ...atrix_v2-docs-summary-06-architecture.json | 416 -------- ..._matrix_v2-docs-summary-06-architecture.md | 471 --------- ...s_v2_matrix_v2-docs-summary-07-worker.json | 292 ------ ...ocs_v2_matrix_v2-docs-summary-07-worker.md | 341 ------- ...ix_v2-docs-summary-08-health-statuses.json | 300 ------ ...trix_v2-docs-summary-08-health-statuses.md | 349 ------- ...matrix_v2-docs-summary-09-manual-send.json | 308 ------ ...2_matrix_v2-docs-summary-09-manual-send.md | 357 ------- ...-docs-summary-10-telegram-integration.json | 351 ------- ...v2-docs-summary-10-telegram-integration.md | 404 -------- ...ocs_v2_matrix_v2-find-files-01-health.json | 308 ------ ..._docs_v2_matrix_v2-find-files-01-health.md | 361 ------- ..._docs_v2_matrix_v2-find-files-02-send.json | 308 ------ ...in_docs_v2_matrix_v2-find-files-02-send.md | 361 ------- ...cs_v2_matrix_v2-find-files-03-actions.json | 314 ------ ...docs_v2_matrix_v2-find-files-03-actions.md | 367 ------- ...atrix_v2-find-files-04-runtime-health.json | 312 ------ ..._matrix_v2-find-files-04-runtime-health.md | 365 ------- ..._docs_v2_matrix_v2-find-files-05-loop.json | 306 ------ ...in_docs_v2_matrix_v2-find-files-05-loop.md | 359 ------- ..._matrix_v2-find-files-06-architecture.json | 412 -------- ...v2_matrix_v2-find-files-06-architecture.md | 467 --------- ...atrix_v2-find-files-07-errors-catalog.json | 312 ------ ..._matrix_v2-find-files-07-errors-catalog.md | 365 ------- ...v2_matrix_v2-find-files-08-docs-index.json | 399 -------- ...s_v2_matrix_v2-find-files-08-docs-index.md | 454 --------- ...rix_v2-find-files-09-telegram-bot-api.json | 296 ------ ...atrix_v2-find-files-09-telegram-bot-api.md | 349 ------- ...-find-files-10-telegram-notify-worker.json | 314 ------ ...v2-find-files-10-telegram-notify-worker.md | 367 ------- ..._matrix_v2-general-01-what-is-service.json | 339 ------- ...v2_matrix_v2-general-01-what-is-service.md | 394 -------- ..._docs_v2_matrix_v2-general-02-purpose.json | 352 ------- ...in_docs_v2_matrix_v2-general-02-purpose.md | 407 -------- ..._docs_v2_matrix_v2-general-03-problem.json | 339 ------- ...in_docs_v2_matrix_v2-general-03-problem.md | 394 -------- ...v2_matrix_v2-general-04-docs-contents.json | 339 ------- ...s_v2_matrix_v2-general-04-docs-contents.md | 394 -------- ...cs_v2_matrix_v2-general-05-main-parts.json | 341 ------- ...docs_v2_matrix_v2-general-05-main-parts.md | 394 -------- ...v2-general-06-high-level-architecture.json | 341 ------- ...x_v2-general-06-high-level-architecture.md | 394 -------- ...s_v2_matrix_v2-general-07-besides-api.json | 339 ------- ...ocs_v2_matrix_v2-general-07-besides-api.md | 394 -------- ...cs_v2_matrix_v2-general-08-components.json | 415 -------- ...docs_v2_matrix_v2-general-08-components.md | 468 --------- ...v2_matrix_v2-general-09-reading-order.json | 341 ------- ...s_v2_matrix_v2-general-09-reading-order.md | 394 -------- ...v2_matrix_v2-general-10-short-summary.json | 339 ------- ...s_v2_matrix_v2-general-10-short-summary.md | 394 -------- .../20260406_215439/summary.md | 151 --- ...s_v2_matrix_v2-docs-summary-01-health.json | 311 ------ ...ocs_v2_matrix_v2-docs-summary-01-health.md | 360 ------- ...ocs_v2_matrix_v2-docs-summary-02-send.json | 275 ------ ..._docs_v2_matrix_v2-docs-summary-02-send.md | 320 ------ ..._v2_matrix_v2-docs-summary-03-actions.json | 315 ------ ...cs_v2_matrix_v2-docs-summary-03-actions.md | 364 ------- ...rix_v2-docs-summary-04-runtime-health.json | 301 ------ ...atrix_v2-docs-summary-04-runtime-health.md | 350 ------- ..._v2-docs-summary-05-notification-loop.json | 346 ------- ...ix_v2-docs-summary-05-notification-loop.md | 399 -------- ...atrix_v2-docs-summary-06-architecture.json | 421 -------- ..._matrix_v2-docs-summary-06-architecture.md | 476 --------- ...s_v2_matrix_v2-docs-summary-07-worker.json | 297 ------ ...ocs_v2_matrix_v2-docs-summary-07-worker.md | 346 ------- ...ix_v2-docs-summary-08-health-statuses.json | 305 ------ ...trix_v2-docs-summary-08-health-statuses.md | 354 ------- ...matrix_v2-docs-summary-09-manual-send.json | 313 ------ ...2_matrix_v2-docs-summary-09-manual-send.md | 362 ------- ...-docs-summary-10-telegram-integration.json | 356 ------- ...v2-docs-summary-10-telegram-integration.md | 409 -------- ...ocs_v2_matrix_v2-find-files-01-health.json | 313 ------ ..._docs_v2_matrix_v2-find-files-01-health.md | 366 ------- ..._docs_v2_matrix_v2-find-files-02-send.json | 313 ------ ...in_docs_v2_matrix_v2-find-files-02-send.md | 366 ------- ...cs_v2_matrix_v2-find-files-03-actions.json | 319 ------ ...docs_v2_matrix_v2-find-files-03-actions.md | 372 ------- ...atrix_v2-find-files-04-runtime-health.json | 317 ------ ..._matrix_v2-find-files-04-runtime-health.md | 370 ------- ..._docs_v2_matrix_v2-find-files-05-loop.json | 311 ------ ...in_docs_v2_matrix_v2-find-files-05-loop.md | 364 ------- ..._matrix_v2-find-files-06-architecture.json | 417 -------- ...v2_matrix_v2-find-files-06-architecture.md | 472 --------- ...atrix_v2-find-files-07-errors-catalog.json | 317 ------ ..._matrix_v2-find-files-07-errors-catalog.md | 370 ------- ...v2_matrix_v2-find-files-08-docs-index.json | 404 -------- ...s_v2_matrix_v2-find-files-08-docs-index.md | 459 --------- ...rix_v2-find-files-09-telegram-bot-api.json | 301 ------ ...atrix_v2-find-files-09-telegram-bot-api.md | 354 ------- ...-find-files-10-telegram-notify-worker.json | 319 ------ ...v2-find-files-10-telegram-notify-worker.md | 372 ------- ..._matrix_v2-general-01-what-is-service.json | 344 ------- ...v2_matrix_v2-general-01-what-is-service.md | 399 -------- ..._docs_v2_matrix_v2-general-02-purpose.json | 357 ------- ...in_docs_v2_matrix_v2-general-02-purpose.md | 412 -------- ..._docs_v2_matrix_v2-general-03-problem.json | 344 ------- ...in_docs_v2_matrix_v2-general-03-problem.md | 399 -------- ...v2_matrix_v2-general-04-docs-contents.json | 344 ------- ...s_v2_matrix_v2-general-04-docs-contents.md | 399 -------- ...cs_v2_matrix_v2-general-05-main-parts.json | 346 ------- ...docs_v2_matrix_v2-general-05-main-parts.md | 399 -------- ...v2-general-06-high-level-architecture.json | 346 ------- ...x_v2-general-06-high-level-architecture.md | 399 -------- ...s_v2_matrix_v2-general-07-besides-api.json | 344 ------- ...ocs_v2_matrix_v2-general-07-besides-api.md | 399 -------- ...cs_v2_matrix_v2-general-08-components.json | 420 -------- ...docs_v2_matrix_v2-general-08-components.md | 473 --------- ...v2_matrix_v2-general-09-reading-order.json | 346 ------- ...s_v2_matrix_v2-general-09-reading-order.md | 399 -------- ...v2_matrix_v2-general-10-short-summary.json | 344 ------- ...s_v2_matrix_v2-general-10-short-summary.md | 399 -------- .../20260406_222632/summary.md | 151 --- ...s_v2_matrix_v2-docs-summary-01-health.json | 278 ------ ...ocs_v2_matrix_v2-docs-summary-01-health.md | 327 ------- ...ocs_v2_matrix_v2-docs-summary-02-send.json | 242 ----- ..._docs_v2_matrix_v2-docs-summary-02-send.md | 287 ------ ..._v2_matrix_v2-docs-summary-03-actions.json | 246 ----- ...cs_v2_matrix_v2-docs-summary-03-actions.md | 291 ------ ...rix_v2-docs-summary-04-runtime-health.json | 219 ----- ...atrix_v2-docs-summary-04-runtime-health.md | 264 ----- ..._v2-docs-summary-05-notification-loop.json | 279 ------ ...ix_v2-docs-summary-05-notification-loop.md | 328 ------- ...atrix_v2-docs-summary-06-architecture.json | 343 ------- ..._matrix_v2-docs-summary-06-architecture.md | 398 -------- ...s_v2_matrix_v2-docs-summary-07-worker.json | 229 ----- ...ocs_v2_matrix_v2-docs-summary-07-worker.md | 274 ------ ...ix_v2-docs-summary-08-health-statuses.json | 223 ----- ...trix_v2-docs-summary-08-health-statuses.md | 268 ----- ...matrix_v2-docs-summary-09-manual-send.json | 244 ----- ...2_matrix_v2-docs-summary-09-manual-send.md | 289 ------ ...-docs-summary-10-telegram-integration.json | 259 ----- ...v2-docs-summary-10-telegram-integration.md | 308 ------ ...ocs_v2_matrix_v2-find-files-01-health.json | 295 ------ ..._docs_v2_matrix_v2-find-files-01-health.md | 348 ------- ..._docs_v2_matrix_v2-find-files-02-send.json | 295 ------ ...in_docs_v2_matrix_v2-find-files-02-send.md | 348 ------- ...cs_v2_matrix_v2-find-files-03-actions.json | 301 ------ ...docs_v2_matrix_v2-find-files-03-actions.md | 354 ------- ...atrix_v2-find-files-04-runtime-health.json | 299 ------ ..._matrix_v2-find-files-04-runtime-health.md | 352 ------- ..._docs_v2_matrix_v2-find-files-05-loop.json | 293 ------ ...in_docs_v2_matrix_v2-find-files-05-loop.md | 346 ------- ..._matrix_v2-find-files-06-architecture.json | 339 ------- ...v2_matrix_v2-find-files-06-architecture.md | 394 -------- ...atrix_v2-find-files-07-errors-catalog.json | 299 ------ ..._matrix_v2-find-files-07-errors-catalog.md | 352 ------- ...v2_matrix_v2-find-files-08-docs-index.json | 334 ------- ...s_v2_matrix_v2-find-files-08-docs-index.md | 389 -------- ...rix_v2-find-files-09-telegram-bot-api.json | 283 ------ ...atrix_v2-find-files-09-telegram-bot-api.md | 336 ------- ...-find-files-10-telegram-notify-worker.json | 301 ------ ...v2-find-files-10-telegram-notify-worker.md | 354 ------- ..._matrix_v2-general-01-what-is-service.json | 245 ----- ...v2_matrix_v2-general-01-what-is-service.md | 296 ------ ..._docs_v2_matrix_v2-general-02-purpose.json | 225 ----- ...in_docs_v2_matrix_v2-general-02-purpose.md | 270 ------ ..._docs_v2_matrix_v2-general-03-problem.json | 212 ---- ...in_docs_v2_matrix_v2-general-03-problem.md | 257 ----- ...v2_matrix_v2-general-04-docs-contents.json | 211 ---- ...s_v2_matrix_v2-general-04-docs-contents.md | 256 ----- ...cs_v2_matrix_v2-general-05-main-parts.json | 212 ---- ...docs_v2_matrix_v2-general-05-main-parts.md | 257 ----- ...v2-general-06-high-level-architecture.json | 211 ---- ...x_v2-general-06-high-level-architecture.md | 256 ----- ...s_v2_matrix_v2-general-07-besides-api.json | 211 ---- ...ocs_v2_matrix_v2-general-07-besides-api.md | 256 ----- ...cs_v2_matrix_v2-general-08-components.json | 342 ------- ...docs_v2_matrix_v2-general-08-components.md | 395 -------- ...v2_matrix_v2-general-09-reading-order.json | 247 ----- ...s_v2_matrix_v2-general-09-reading-order.md | 296 ------ ...v2_matrix_v2-general-10-short-summary.json | 209 ---- ...s_v2_matrix_v2-general-10-short-summary.md | 256 ----- .../20260407_095532/summary.md | 155 --- ...s_v2_matrix_v2-docs-summary-01-health.json | 295 ------ ...ocs_v2_matrix_v2-docs-summary-01-health.md | 344 ------- ...ocs_v2_matrix_v2-docs-summary-02-send.json | 259 ----- ..._docs_v2_matrix_v2-docs-summary-02-send.md | 304 ------ ..._v2_matrix_v2-docs-summary-03-actions.json | 299 ------ ...cs_v2_matrix_v2-docs-summary-03-actions.md | 348 ------- ...rix_v2-docs-summary-04-runtime-health.json | 285 ------ ...atrix_v2-docs-summary-04-runtime-health.md | 334 ------- ..._v2-docs-summary-05-notification-loop.json | 330 ------- ...ix_v2-docs-summary-05-notification-loop.md | 383 -------- ...atrix_v2-docs-summary-06-architecture.json | 390 -------- ..._matrix_v2-docs-summary-06-architecture.md | 445 --------- ...s_v2_matrix_v2-docs-summary-07-worker.json | 281 ------ ...ocs_v2_matrix_v2-docs-summary-07-worker.md | 330 ------- ...ix_v2-docs-summary-08-health-statuses.json | 289 ------ ...trix_v2-docs-summary-08-health-statuses.md | 338 ------- ...matrix_v2-docs-summary-09-manual-send.json | 297 ------ ...2_matrix_v2-docs-summary-09-manual-send.md | 346 ------- ...-docs-summary-10-telegram-integration.json | 338 ------- ...v2-docs-summary-10-telegram-integration.md | 391 -------- ...ocs_v2_matrix_v2-find-files-01-health.json | 298 ------ ..._docs_v2_matrix_v2-find-files-01-health.md | 351 ------- ..._docs_v2_matrix_v2-find-files-02-send.json | 298 ------ ...in_docs_v2_matrix_v2-find-files-02-send.md | 351 ------- ...cs_v2_matrix_v2-find-files-03-actions.json | 304 ------ ...docs_v2_matrix_v2-find-files-03-actions.md | 357 ------- ...atrix_v2-find-files-04-runtime-health.json | 302 ------ ..._matrix_v2-find-files-04-runtime-health.md | 355 ------- ..._docs_v2_matrix_v2-find-files-05-loop.json | 296 ------ ...in_docs_v2_matrix_v2-find-files-05-loop.md | 349 ------- ..._matrix_v2-find-files-06-architecture.json | 344 ------- ...v2_matrix_v2-find-files-06-architecture.md | 399 -------- ...atrix_v2-find-files-07-errors-catalog.json | 302 ------ ..._matrix_v2-find-files-07-errors-catalog.md | 355 ------- ...v2_matrix_v2-find-files-08-docs-index.json | 314 ------ ...s_v2_matrix_v2-find-files-08-docs-index.md | 369 ------- ...rix_v2-find-files-09-telegram-bot-api.json | 288 ------ ...atrix_v2-find-files-09-telegram-bot-api.md | 341 ------- ...-find-files-10-telegram-notify-worker.json | 304 ------ ...v2-find-files-10-telegram-notify-worker.md | 357 ------- ..._matrix_v2-general-01-what-is-service.json | 326 ------- ...v2_matrix_v2-general-01-what-is-service.md | 381 -------- ..._docs_v2_matrix_v2-general-02-purpose.json | 339 ------- ...in_docs_v2_matrix_v2-general-02-purpose.md | 394 -------- ..._docs_v2_matrix_v2-general-03-problem.json | 326 ------- ...in_docs_v2_matrix_v2-general-03-problem.md | 381 -------- ...v2_matrix_v2-general-04-docs-contents.json | 326 ------- ...s_v2_matrix_v2-general-04-docs-contents.md | 381 -------- ...cs_v2_matrix_v2-general-05-main-parts.json | 328 ------- ...docs_v2_matrix_v2-general-05-main-parts.md | 381 -------- ...v2-general-06-high-level-architecture.json | 328 ------- ...x_v2-general-06-high-level-architecture.md | 381 -------- ...s_v2_matrix_v2-general-07-besides-api.json | 326 ------- ...ocs_v2_matrix_v2-general-07-besides-api.md | 381 -------- ...cs_v2_matrix_v2-general-08-components.json | 389 -------- ...docs_v2_matrix_v2-general-08-components.md | 442 --------- ...v2_matrix_v2-general-09-reading-order.json | 328 ------- ...s_v2_matrix_v2-general-09-reading-order.md | 381 -------- ...v2_matrix_v2-general-10-short-summary.json | 326 ------- ...s_v2_matrix_v2-general-10-short-summary.md | 381 -------- .../20260407_100346/summary.md | 151 --- ...s_v2_matrix_v2-docs-summary-01-health.json | 295 ------ ...ocs_v2_matrix_v2-docs-summary-01-health.md | 344 ------- ...ocs_v2_matrix_v2-docs-summary-02-send.json | 259 ----- ..._docs_v2_matrix_v2-docs-summary-02-send.md | 304 ------ ..._v2_matrix_v2-docs-summary-03-actions.json | 299 ------ ...cs_v2_matrix_v2-docs-summary-03-actions.md | 348 ------- ...rix_v2-docs-summary-04-runtime-health.json | 285 ------ ...atrix_v2-docs-summary-04-runtime-health.md | 334 ------- ..._v2-docs-summary-05-notification-loop.json | 330 ------- ...ix_v2-docs-summary-05-notification-loop.md | 383 -------- ...atrix_v2-docs-summary-06-architecture.json | 390 -------- ..._matrix_v2-docs-summary-06-architecture.md | 445 --------- ...s_v2_matrix_v2-docs-summary-07-worker.json | 281 ------ ...ocs_v2_matrix_v2-docs-summary-07-worker.md | 330 ------- ...ix_v2-docs-summary-08-health-statuses.json | 289 ------ ...trix_v2-docs-summary-08-health-statuses.md | 338 ------- ...matrix_v2-docs-summary-09-manual-send.json | 297 ------ ...2_matrix_v2-docs-summary-09-manual-send.md | 346 ------- ...-docs-summary-10-telegram-integration.json | 338 ------- ...v2-docs-summary-10-telegram-integration.md | 391 -------- ...ocs_v2_matrix_v2-find-files-01-health.json | 298 ------ ..._docs_v2_matrix_v2-find-files-01-health.md | 351 ------- ..._docs_v2_matrix_v2-find-files-02-send.json | 298 ------ ...in_docs_v2_matrix_v2-find-files-02-send.md | 351 ------- ...cs_v2_matrix_v2-find-files-03-actions.json | 304 ------ ...docs_v2_matrix_v2-find-files-03-actions.md | 357 ------- ...atrix_v2-find-files-04-runtime-health.json | 302 ------ ..._matrix_v2-find-files-04-runtime-health.md | 355 ------- ..._docs_v2_matrix_v2-find-files-05-loop.json | 296 ------ ...in_docs_v2_matrix_v2-find-files-05-loop.md | 349 ------- ..._matrix_v2-find-files-06-architecture.json | 344 ------- ...v2_matrix_v2-find-files-06-architecture.md | 399 -------- ...atrix_v2-find-files-07-errors-catalog.json | 302 ------ ..._matrix_v2-find-files-07-errors-catalog.md | 355 ------- ...v2_matrix_v2-find-files-08-docs-index.json | 314 ------ ...s_v2_matrix_v2-find-files-08-docs-index.md | 369 ------- ...rix_v2-find-files-09-telegram-bot-api.json | 288 ------ ...atrix_v2-find-files-09-telegram-bot-api.md | 341 ------- ...-find-files-10-telegram-notify-worker.json | 304 ------ ...v2-find-files-10-telegram-notify-worker.md | 357 ------- ..._matrix_v2-general-01-what-is-service.json | 326 ------- ...v2_matrix_v2-general-01-what-is-service.md | 381 -------- ..._docs_v2_matrix_v2-general-02-purpose.json | 339 ------- ...in_docs_v2_matrix_v2-general-02-purpose.md | 394 -------- ..._docs_v2_matrix_v2-general-03-problem.json | 326 ------- ...in_docs_v2_matrix_v2-general-03-problem.md | 381 -------- ...v2_matrix_v2-general-04-docs-contents.json | 326 ------- ...s_v2_matrix_v2-general-04-docs-contents.md | 381 -------- ...cs_v2_matrix_v2-general-05-main-parts.json | 328 ------- ...docs_v2_matrix_v2-general-05-main-parts.md | 381 -------- ...v2-general-06-high-level-architecture.json | 328 ------- ...x_v2-general-06-high-level-architecture.md | 381 -------- ...s_v2_matrix_v2-general-07-besides-api.json | 326 ------- ...ocs_v2_matrix_v2-general-07-besides-api.md | 381 -------- ...cs_v2_matrix_v2-general-08-components.json | 389 -------- ...docs_v2_matrix_v2-general-08-components.md | 442 --------- ...v2_matrix_v2-general-09-reading-order.json | 328 ------- ...s_v2_matrix_v2-general-09-reading-order.md | 381 -------- ...v2_matrix_v2-general-10-short-summary.json | 326 ------- ...s_v2_matrix_v2-general-10-short-summary.md | 381 -------- .../20260407_100457/summary.md | 151 --- ...trix_v2-router-docs-summary-01-health.json | 59 -- ...matrix_v2-router-docs-summary-01-health.md | 78 -- ...matrix_v2-router-docs-summary-02-send.json | 59 -- ...2_matrix_v2-router-docs-summary-02-send.md | 78 -- ...rix_v2-router-docs-summary-03-actions.json | 63 -- ...atrix_v2-router-docs-summary-03-actions.md | 82 -- ...router-docs-summary-04-runtime-health.json | 61 -- ...2-router-docs-summary-04-runtime-health.md | 80 -- ...ter-docs-summary-05-notification-loop.json | 61 -- ...outer-docs-summary-05-notification-loop.md | 80 -- ...2-router-docs-summary-06-architecture.json | 61 -- ..._v2-router-docs-summary-06-architecture.md | 80 -- ...trix_v2-router-docs-summary-07-worker.json | 57 -- ...matrix_v2-router-docs-summary-07-worker.md | 76 -- ...outer-docs-summary-08-health-statuses.json | 61 -- ...-router-docs-summary-08-health-statuses.md | 80 -- ...v2-router-docs-summary-09-manual-send.json | 61 -- ...x_v2-router-docs-summary-09-manual-send.md | 80 -- ...-docs-summary-10-telegram-integration.json | 57 -- ...er-docs-summary-10-telegram-integration.md | 74 -- ...matrix_v2-router-find-files-01-health.json | 59 -- ...2_matrix_v2-router-find-files-01-health.md | 78 -- ...2_matrix_v2-router-find-files-02-send.json | 59 -- ..._v2_matrix_v2-router-find-files-02-send.md | 78 -- ...atrix_v2-router-find-files-03-actions.json | 63 -- ..._matrix_v2-router-find-files-03-actions.md | 82 -- ...2-router-find-files-04-runtime-health.json | 61 -- ..._v2-router-find-files-04-runtime-health.md | 80 -- ...2_matrix_v2-router-find-files-05-loop.json | 57 -- ..._v2_matrix_v2-router-find-files-05-loop.md | 76 -- ..._v2-router-find-files-06-architecture.json | 61 -- ...ix_v2-router-find-files-06-architecture.md | 80 -- ...2-router-find-files-07-errors-catalog.json | 61 -- ..._v2-router-find-files-07-errors-catalog.md | 80 -- ...ix_v2-router-find-files-08-docs-index.json | 61 -- ...trix_v2-router-find-files-08-docs-index.md | 80 -- ...router-find-files-09-telegram-bot-api.json | 53 - ...2-router-find-files-09-telegram-bot-api.md | 72 -- ...-find-files-10-telegram-notify-worker.json | 57 -- ...er-find-files-10-telegram-notify-worker.md | 76 -- ..._v2-router-general-01-what-is-service.json | 53 - ...ix_v2-router-general-01-what-is-service.md | 72 -- ...2_matrix_v2-router-general-02-purpose.json | 53 - ..._v2_matrix_v2-router-general-02-purpose.md | 72 -- ...2_matrix_v2-router-general-03-problem.json | 53 - ..._v2_matrix_v2-router-general-03-problem.md | 72 -- ...ix_v2-router-general-04-docs-contents.json | 53 - ...trix_v2-router-general-04-docs-contents.md | 72 -- ...atrix_v2-router-general-05-main-parts.json | 53 - ..._matrix_v2-router-general-05-main-parts.md | 72 -- ...er-general-06-high-level-architecture.json | 53 - ...uter-general-06-high-level-architecture.md | 72 -- ...trix_v2-router-general-07-besides-api.json | 53 - ...matrix_v2-router-general-07-besides-api.md | 72 -- ...atrix_v2-router-general-08-components.json | 61 -- ..._matrix_v2-router-general-08-components.md | 78 -- ...ix_v2-router-general-09-reading-order.json | 53 - ...trix_v2-router-general-09-reading-order.md | 72 -- ...ix_v2-router-general-10-short-summary.json | 53 - ...trix_v2-router-general-10-short-summary.md | 72 -- .../20260407_102851/summary.md | 40 - ...trix_v2-router-docs-summary-01-health.json | 59 -- ...matrix_v2-router-docs-summary-01-health.md | 78 -- ...matrix_v2-router-docs-summary-02-send.json | 59 -- ...2_matrix_v2-router-docs-summary-02-send.md | 78 -- ...rix_v2-router-docs-summary-03-actions.json | 63 -- ...atrix_v2-router-docs-summary-03-actions.md | 82 -- ...router-docs-summary-04-runtime-health.json | 61 -- ...2-router-docs-summary-04-runtime-health.md | 80 -- ...ter-docs-summary-05-notification-loop.json | 61 -- ...outer-docs-summary-05-notification-loop.md | 80 -- ...2-router-docs-summary-06-architecture.json | 61 -- ..._v2-router-docs-summary-06-architecture.md | 80 -- ...trix_v2-router-docs-summary-07-worker.json | 57 -- ...matrix_v2-router-docs-summary-07-worker.md | 76 -- ...outer-docs-summary-08-health-statuses.json | 61 -- ...-router-docs-summary-08-health-statuses.md | 80 -- ...v2-router-docs-summary-09-manual-send.json | 61 -- ...x_v2-router-docs-summary-09-manual-send.md | 80 -- ...-docs-summary-10-telegram-integration.json | 54 -- ...er-docs-summary-10-telegram-integration.md | 71 -- ...matrix_v2-router-find-files-01-health.json | 60 -- ...2_matrix_v2-router-find-files-01-health.md | 79 -- ...2_matrix_v2-router-find-files-02-send.json | 60 -- ..._v2_matrix_v2-router-find-files-02-send.md | 79 -- ...atrix_v2-router-find-files-03-actions.json | 64 -- ..._matrix_v2-router-find-files-03-actions.md | 83 -- ...2-router-find-files-04-runtime-health.json | 62 -- ..._v2-router-find-files-04-runtime-health.md | 81 -- ...2_matrix_v2-router-find-files-05-loop.json | 58 -- ..._v2_matrix_v2-router-find-files-05-loop.md | 77 -- ..._v2-router-find-files-06-architecture.json | 62 -- ...ix_v2-router-find-files-06-architecture.md | 81 -- ...2-router-find-files-07-errors-catalog.json | 61 -- ..._v2-router-find-files-07-errors-catalog.md | 80 -- ...ix_v2-router-find-files-08-docs-index.json | 61 -- ...trix_v2-router-find-files-08-docs-index.md | 80 -- ...router-find-files-09-telegram-bot-api.json | 53 - ...2-router-find-files-09-telegram-bot-api.md | 72 -- ...-find-files-10-telegram-notify-worker.json | 58 -- ...er-find-files-10-telegram-notify-worker.md | 77 -- ..._v2-router-general-01-what-is-service.json | 51 - ...ix_v2-router-general-01-what-is-service.md | 70 -- ...2_matrix_v2-router-general-02-purpose.json | 51 - ..._v2_matrix_v2-router-general-02-purpose.md | 70 -- ...2_matrix_v2-router-general-03-problem.json | 51 - ..._v2_matrix_v2-router-general-03-problem.md | 70 -- ...ix_v2-router-general-04-docs-contents.json | 51 - ...trix_v2-router-general-04-docs-contents.md | 70 -- ...atrix_v2-router-general-05-main-parts.json | 51 - ..._matrix_v2-router-general-05-main-parts.md | 70 -- ...er-general-06-high-level-architecture.json | 51 - ...uter-general-06-high-level-architecture.md | 70 -- ...trix_v2-router-general-07-besides-api.json | 51 - ...matrix_v2-router-general-07-besides-api.md | 70 -- ...atrix_v2-router-general-08-components.json | 60 -- ..._matrix_v2-router-general-08-components.md | 77 -- ...ix_v2-router-general-09-reading-order.json | 51 - ...trix_v2-router-general-09-reading-order.md | 70 -- ...ix_v2-router-general-10-short-summary.json | 51 - ...trix_v2-router-general-10-short-summary.md | 70 -- .../20260407_114412/summary.md | 40 - ...trix_v2-router-docs-summary-01-health.json | 59 -- ...matrix_v2-router-docs-summary-01-health.md | 78 -- ...matrix_v2-router-docs-summary-02-send.json | 59 -- ...2_matrix_v2-router-docs-summary-02-send.md | 78 -- ...rix_v2-router-docs-summary-03-actions.json | 63 -- ...atrix_v2-router-docs-summary-03-actions.md | 82 -- ...router-docs-summary-04-runtime-health.json | 61 -- ...2-router-docs-summary-04-runtime-health.md | 80 -- ...ter-docs-summary-05-notification-loop.json | 61 -- ...outer-docs-summary-05-notification-loop.md | 80 -- ...2-router-docs-summary-06-architecture.json | 61 -- ..._v2-router-docs-summary-06-architecture.md | 80 -- ...trix_v2-router-docs-summary-07-worker.json | 57 -- ...matrix_v2-router-docs-summary-07-worker.md | 76 -- ...outer-docs-summary-08-health-statuses.json | 61 -- ...-router-docs-summary-08-health-statuses.md | 80 -- ...v2-router-docs-summary-09-manual-send.json | 61 -- ...x_v2-router-docs-summary-09-manual-send.md | 80 -- ...-docs-summary-10-telegram-integration.json | 54 -- ...er-docs-summary-10-telegram-integration.md | 71 -- ...matrix_v2-router-find-files-01-health.json | 60 -- ...2_matrix_v2-router-find-files-01-health.md | 79 -- ...2_matrix_v2-router-find-files-02-send.json | 60 -- ..._v2_matrix_v2-router-find-files-02-send.md | 79 -- ...atrix_v2-router-find-files-03-actions.json | 64 -- ..._matrix_v2-router-find-files-03-actions.md | 83 -- ...2-router-find-files-04-runtime-health.json | 62 -- ..._v2-router-find-files-04-runtime-health.md | 81 -- ...2_matrix_v2-router-find-files-05-loop.json | 58 -- ..._v2_matrix_v2-router-find-files-05-loop.md | 77 -- ..._v2-router-find-files-06-architecture.json | 62 -- ...ix_v2-router-find-files-06-architecture.md | 81 -- ...2-router-find-files-07-errors-catalog.json | 61 -- ..._v2-router-find-files-07-errors-catalog.md | 80 -- ...ix_v2-router-find-files-08-docs-index.json | 61 -- ...trix_v2-router-find-files-08-docs-index.md | 80 -- ...router-find-files-09-telegram-bot-api.json | 53 - ...2-router-find-files-09-telegram-bot-api.md | 72 -- ...-find-files-10-telegram-notify-worker.json | 58 -- ...er-find-files-10-telegram-notify-worker.md | 77 -- ..._v2-router-general-01-what-is-service.json | 51 - ...ix_v2-router-general-01-what-is-service.md | 70 -- ...2_matrix_v2-router-general-02-purpose.json | 51 - ..._v2_matrix_v2-router-general-02-purpose.md | 70 -- ...2_matrix_v2-router-general-03-problem.json | 51 - ..._v2_matrix_v2-router-general-03-problem.md | 70 -- ...ix_v2-router-general-04-docs-contents.json | 51 - ...trix_v2-router-general-04-docs-contents.md | 70 -- ...atrix_v2-router-general-05-main-parts.json | 51 - ..._matrix_v2-router-general-05-main-parts.md | 70 -- ...er-general-06-high-level-architecture.json | 51 - ...uter-general-06-high-level-architecture.md | 70 -- ...trix_v2-router-general-07-besides-api.json | 51 - ...matrix_v2-router-general-07-besides-api.md | 70 -- ...atrix_v2-router-general-08-components.json | 60 -- ..._matrix_v2-router-general-08-components.md | 77 -- ...ix_v2-router-general-09-reading-order.json | 51 - ...trix_v2-router-general-09-reading-order.md | 70 -- ...ix_v2-router-general-10-short-summary.json | 51 - ...trix_v2-router-general-10-short-summary.md | 70 -- .../20260407_111829/summary.md | 40 - ...trix_v2-router-docs-summary-01-health.json | 59 -- ...matrix_v2-router-docs-summary-01-health.md | 78 -- ...matrix_v2-router-docs-summary-02-send.json | 59 -- ...2_matrix_v2-router-docs-summary-02-send.md | 78 -- ...rix_v2-router-docs-summary-03-actions.json | 63 -- ...atrix_v2-router-docs-summary-03-actions.md | 82 -- ...router-docs-summary-04-runtime-health.json | 61 -- ...2-router-docs-summary-04-runtime-health.md | 80 -- ...ter-docs-summary-05-notification-loop.json | 61 -- ...outer-docs-summary-05-notification-loop.md | 80 -- ...2-router-docs-summary-06-architecture.json | 61 -- ..._v2-router-docs-summary-06-architecture.md | 80 -- ...trix_v2-router-docs-summary-07-worker.json | 57 -- ...matrix_v2-router-docs-summary-07-worker.md | 76 -- ...outer-docs-summary-08-health-statuses.json | 61 -- ...-router-docs-summary-08-health-statuses.md | 80 -- ...v2-router-docs-summary-09-manual-send.json | 61 -- ...x_v2-router-docs-summary-09-manual-send.md | 80 -- ...-docs-summary-10-telegram-integration.json | 54 -- ...er-docs-summary-10-telegram-integration.md | 71 -- ...matrix_v2-router-find-files-01-health.json | 60 -- ...2_matrix_v2-router-find-files-01-health.md | 79 -- ...2_matrix_v2-router-find-files-02-send.json | 60 -- ..._v2_matrix_v2-router-find-files-02-send.md | 79 -- ...atrix_v2-router-find-files-03-actions.json | 64 -- ..._matrix_v2-router-find-files-03-actions.md | 83 -- ...2-router-find-files-04-runtime-health.json | 62 -- ..._v2-router-find-files-04-runtime-health.md | 81 -- ...2_matrix_v2-router-find-files-05-loop.json | 58 -- ..._v2_matrix_v2-router-find-files-05-loop.md | 77 -- ..._v2-router-find-files-06-architecture.json | 62 -- ...ix_v2-router-find-files-06-architecture.md | 81 -- ...2-router-find-files-07-errors-catalog.json | 61 -- ..._v2-router-find-files-07-errors-catalog.md | 80 -- ...ix_v2-router-find-files-08-docs-index.json | 61 -- ...trix_v2-router-find-files-08-docs-index.md | 80 -- ...router-find-files-09-telegram-bot-api.json | 53 - ...2-router-find-files-09-telegram-bot-api.md | 72 -- ...-find-files-10-telegram-notify-worker.json | 58 -- ...er-find-files-10-telegram-notify-worker.md | 77 -- ..._v2-router-general-01-what-is-service.json | 51 - ...ix_v2-router-general-01-what-is-service.md | 70 -- ...2_matrix_v2-router-general-02-purpose.json | 51 - ..._v2_matrix_v2-router-general-02-purpose.md | 70 -- ...2_matrix_v2-router-general-03-problem.json | 51 - ..._v2_matrix_v2-router-general-03-problem.md | 70 -- ...ix_v2-router-general-04-docs-contents.json | 51 - ...trix_v2-router-general-04-docs-contents.md | 70 -- ...atrix_v2-router-general-05-main-parts.json | 51 - ..._matrix_v2-router-general-05-main-parts.md | 70 -- ...er-general-06-high-level-architecture.json | 51 - ...uter-general-06-high-level-architecture.md | 70 -- ...trix_v2-router-general-07-besides-api.json | 51 - ...matrix_v2-router-general-07-besides-api.md | 70 -- ...atrix_v2-router-general-08-components.json | 60 -- ..._matrix_v2-router-general-08-components.md | 77 -- ...ix_v2-router-general-09-reading-order.json | 51 - ...trix_v2-router-general-09-reading-order.md | 70 -- ...ix_v2-router-general-10-short-summary.json | 51 - ...trix_v2-router-general-10-short-summary.md | 70 -- .../20260407_113944/summary.md | 40 - ...trix_v2-router-docs-summary-01-health.json | 81 -- ...matrix_v2-router-docs-summary-01-health.md | 91 -- ...matrix_v2-router-docs-summary-02-send.json | 81 -- ...2_matrix_v2-router-docs-summary-02-send.md | 91 -- ...rix_v2-router-docs-summary-03-actions.json | 85 -- ...atrix_v2-router-docs-summary-03-actions.md | 95 -- ...router-docs-summary-04-runtime-health.json | 83 -- ...2-router-docs-summary-04-runtime-health.md | 93 -- ...ter-docs-summary-05-notification-loop.json | 90 -- ...outer-docs-summary-05-notification-loop.md | 98 -- ...2-router-docs-summary-06-architecture.json | 95 -- ..._v2-router-docs-summary-06-architecture.md | 105 -- ...trix_v2-router-docs-summary-07-worker.json | 79 -- ...matrix_v2-router-docs-summary-07-worker.md | 89 -- ...outer-docs-summary-08-health-statuses.json | 88 -- ...-router-docs-summary-08-health-statuses.md | 96 -- ...v2-router-docs-summary-09-manual-send.json | 90 -- ...x_v2-router-docs-summary-09-manual-send.md | 98 -- ...-docs-summary-10-telegram-integration.json | 79 -- ...er-docs-summary-10-telegram-integration.md | 89 -- ...matrix_v2-router-find-files-01-health.json | 83 -- ...2_matrix_v2-router-find-files-01-health.md | 93 -- ...2_matrix_v2-router-find-files-02-send.json | 81 -- ..._v2_matrix_v2-router-find-files-02-send.md | 91 -- ...atrix_v2-router-find-files-03-actions.json | 85 -- ..._matrix_v2-router-find-files-03-actions.md | 95 -- ...2-router-find-files-04-runtime-health.json | 87 -- ..._v2-router-find-files-04-runtime-health.md | 97 -- ...2_matrix_v2-router-find-files-05-loop.json | 79 -- ..._v2_matrix_v2-router-find-files-05-loop.md | 89 -- ..._v2-router-find-files-06-architecture.json | 83 -- ...ix_v2-router-find-files-06-architecture.md | 93 -- ...2-router-find-files-07-errors-catalog.json | 87 -- ..._v2-router-find-files-07-errors-catalog.md | 97 -- ...ix_v2-router-find-files-08-docs-index.json | 81 -- ...trix_v2-router-find-files-08-docs-index.md | 91 -- ...router-find-files-09-telegram-bot-api.json | 87 -- ...2-router-find-files-09-telegram-bot-api.md | 95 -- ...-find-files-10-telegram-notify-worker.json | 85 -- ...er-find-files-10-telegram-notify-worker.md | 95 -- ..._v2-router-general-01-what-is-service.json | 69 -- ...ix_v2-router-general-01-what-is-service.md | 79 -- ...2_matrix_v2-router-general-02-purpose.json | 79 -- ..._v2_matrix_v2-router-general-02-purpose.md | 89 -- ...2_matrix_v2-router-general-03-problem.json | 75 -- ..._v2_matrix_v2-router-general-03-problem.md | 85 -- ...ix_v2-router-general-04-docs-contents.json | 73 -- ...trix_v2-router-general-04-docs-contents.md | 83 -- ...atrix_v2-router-general-05-main-parts.json | 75 -- ..._matrix_v2-router-general-05-main-parts.md | 85 -- ...er-general-06-high-level-architecture.json | 73 -- ...uter-general-06-high-level-architecture.md | 83 -- ...trix_v2-router-general-07-besides-api.json | 79 -- ...matrix_v2-router-general-07-besides-api.md | 89 -- ...atrix_v2-router-general-08-components.json | 89 -- ..._matrix_v2-router-general-08-components.md | 99 -- ...ix_v2-router-general-09-reading-order.json | 73 -- ...trix_v2-router-general-09-reading-order.md | 83 -- ...ix_v2-router-general-10-short-summary.json | 71 -- ...trix_v2-router-general-10-short-summary.md | 81 -- .../20260407_124956/summary.md | 42 - ...trix_v2-router-docs-summary-01-health.json | 81 -- ...matrix_v2-router-docs-summary-01-health.md | 91 -- ...matrix_v2-router-docs-summary-02-send.json | 81 -- ...2_matrix_v2-router-docs-summary-02-send.md | 91 -- ...rix_v2-router-docs-summary-03-actions.json | 85 -- ...atrix_v2-router-docs-summary-03-actions.md | 95 -- ...router-docs-summary-04-runtime-health.json | 83 -- ...2-router-docs-summary-04-runtime-health.md | 93 -- ...ter-docs-summary-05-notification-loop.json | 87 -- ...outer-docs-summary-05-notification-loop.md | 97 -- ...2-router-docs-summary-06-architecture.json | 95 -- ..._v2-router-docs-summary-06-architecture.md | 105 -- ...trix_v2-router-docs-summary-07-worker.json | 79 -- ...matrix_v2-router-docs-summary-07-worker.md | 89 -- ...outer-docs-summary-08-health-statuses.json | 85 -- ...-router-docs-summary-08-health-statuses.md | 95 -- ...v2-router-docs-summary-09-manual-send.json | 87 -- ...x_v2-router-docs-summary-09-manual-send.md | 97 -- ...-docs-summary-10-telegram-integration.json | 79 -- ...er-docs-summary-10-telegram-integration.md | 89 -- ...matrix_v2-router-find-files-01-health.json | 83 -- ...2_matrix_v2-router-find-files-01-health.md | 93 -- ...2_matrix_v2-router-find-files-02-send.json | 81 -- ..._v2_matrix_v2-router-find-files-02-send.md | 91 -- ...atrix_v2-router-find-files-03-actions.json | 85 -- ..._matrix_v2-router-find-files-03-actions.md | 95 -- ...2-router-find-files-04-runtime-health.json | 87 -- ..._v2-router-find-files-04-runtime-health.md | 97 -- ...2_matrix_v2-router-find-files-05-loop.json | 79 -- ..._v2_matrix_v2-router-find-files-05-loop.md | 89 -- ..._v2-router-find-files-06-architecture.json | 83 -- ...ix_v2-router-find-files-06-architecture.md | 93 -- ...2-router-find-files-07-errors-catalog.json | 87 -- ..._v2-router-find-files-07-errors-catalog.md | 97 -- ...ix_v2-router-find-files-08-docs-index.json | 81 -- ...trix_v2-router-find-files-08-docs-index.md | 91 -- ...router-find-files-09-telegram-bot-api.json | 85 -- ...2-router-find-files-09-telegram-bot-api.md | 95 -- ...-find-files-10-telegram-notify-worker.json | 85 -- ...er-find-files-10-telegram-notify-worker.md | 95 -- ..._v2-router-general-01-what-is-service.json | 69 -- ...ix_v2-router-general-01-what-is-service.md | 79 -- ...2_matrix_v2-router-general-02-purpose.json | 79 -- ..._v2_matrix_v2-router-general-02-purpose.md | 89 -- ...2_matrix_v2-router-general-03-problem.json | 75 -- ..._v2_matrix_v2-router-general-03-problem.md | 85 -- ...ix_v2-router-general-04-docs-contents.json | 73 -- ...trix_v2-router-general-04-docs-contents.md | 83 -- ...atrix_v2-router-general-05-main-parts.json | 75 -- ..._matrix_v2-router-general-05-main-parts.md | 85 -- ...er-general-06-high-level-architecture.json | 73 -- ...uter-general-06-high-level-architecture.md | 83 -- ...trix_v2-router-general-07-besides-api.json | 79 -- ...matrix_v2-router-general-07-besides-api.md | 89 -- ...atrix_v2-router-general-08-components.json | 89 -- ..._matrix_v2-router-general-08-components.md | 99 -- ...ix_v2-router-general-09-reading-order.json | 73 -- ...trix_v2-router-general-09-reading-order.md | 83 -- ...ix_v2-router-general-10-short-summary.json | 71 -- ...trix_v2-router-general-10-short-summary.md | 81 -- .../20260407_125007/summary.md | 36 - ...trix_v2-router-docs-summary-01-health.json | 77 -- ...matrix_v2-router-docs-summary-01-health.md | 87 -- ...matrix_v2-router-docs-summary-02-send.json | 77 -- ...2_matrix_v2-router-docs-summary-02-send.md | 87 -- ...rix_v2-router-docs-summary-03-actions.json | 83 -- ...atrix_v2-router-docs-summary-03-actions.md | 93 -- ...router-docs-summary-04-runtime-health.json | 81 -- ...2-router-docs-summary-04-runtime-health.md | 91 -- ...ter-docs-summary-05-notification-loop.json | 83 -- ...outer-docs-summary-05-notification-loop.md | 93 -- ...2-router-docs-summary-06-architecture.json | 93 -- ..._v2-router-docs-summary-06-architecture.md | 103 -- ...trix_v2-router-docs-summary-07-worker.json | 77 -- ...matrix_v2-router-docs-summary-07-worker.md | 87 -- ...outer-docs-summary-08-health-statuses.json | 81 -- ...-router-docs-summary-08-health-statuses.md | 91 -- ...v2-router-docs-summary-09-manual-send.json | 85 -- ...x_v2-router-docs-summary-09-manual-send.md | 95 -- ...-docs-summary-10-telegram-integration.json | 79 -- ...er-docs-summary-10-telegram-integration.md | 89 -- ...matrix_v2-router-find-files-01-health.json | 83 -- ...2_matrix_v2-router-find-files-01-health.md | 93 -- ...2_matrix_v2-router-find-files-02-send.json | 79 -- ..._v2_matrix_v2-router-find-files-02-send.md | 89 -- ...atrix_v2-router-find-files-03-actions.json | 83 -- ..._matrix_v2-router-find-files-03-actions.md | 93 -- ...2-router-find-files-04-runtime-health.json | 85 -- ..._v2-router-find-files-04-runtime-health.md | 95 -- ...2_matrix_v2-router-find-files-05-loop.json | 79 -- ..._v2_matrix_v2-router-find-files-05-loop.md | 89 -- ..._v2-router-find-files-06-architecture.json | 81 -- ...ix_v2-router-find-files-06-architecture.md | 91 -- ...2-router-find-files-07-errors-catalog.json | 85 -- ..._v2-router-find-files-07-errors-catalog.md | 95 -- ...ix_v2-router-find-files-08-docs-index.json | 79 -- ...trix_v2-router-find-files-08-docs-index.md | 89 -- ...router-find-files-09-telegram-bot-api.json | 85 -- ...2-router-find-files-09-telegram-bot-api.md | 95 -- ...-find-files-10-telegram-notify-worker.json | 81 -- ...er-find-files-10-telegram-notify-worker.md | 91 -- ..._v2-router-general-01-what-is-service.json | 69 -- ...ix_v2-router-general-01-what-is-service.md | 79 -- ...2_matrix_v2-router-general-02-purpose.json | 73 -- ..._v2_matrix_v2-router-general-02-purpose.md | 83 -- ...2_matrix_v2-router-general-03-problem.json | 75 -- ..._v2_matrix_v2-router-general-03-problem.md | 85 -- ...ix_v2-router-general-04-docs-contents.json | 73 -- ...trix_v2-router-general-04-docs-contents.md | 83 -- ...atrix_v2-router-general-05-main-parts.json | 73 -- ..._matrix_v2-router-general-05-main-parts.md | 83 -- ...er-general-06-high-level-architecture.json | 73 -- ...uter-general-06-high-level-architecture.md | 83 -- ...trix_v2-router-general-07-besides-api.json | 75 -- ...matrix_v2-router-general-07-besides-api.md | 85 -- ...atrix_v2-router-general-08-components.json | 89 -- ..._matrix_v2-router-general-08-components.md | 99 -- ...ix_v2-router-general-09-reading-order.json | 73 -- ...trix_v2-router-general-09-reading-order.md | 83 -- ...ix_v2-router-general-10-short-summary.json | 71 -- ...trix_v2-router-general-10-short-summary.md | 81 -- .../20260407_125827/summary.md | 36 - ..._first_v3_v3-docs-summary-01-endpoint.json | 77 -- ...lm_first_v3_v3-docs-summary-01-endpoint.md | 87 -- ...st_v3_v3-docs-summary-02-architecture.json | 83 -- ...irst_v3_v3-docs-summary-02-architecture.md | 93 -- ...m_first_v3_v3-docs-summary-03-process.json | 75 -- ...llm_first_v3_v3-docs-summary-03-process.md | 85 -- ...lm_first_v3_v3-docs-summary-04-entity.json | 83 -- ..._llm_first_v3_v3-docs-summary-04-entity.md | 93 -- ..._first_v3_v3-find-files-01-which-file.json | 83 -- ...lm_first_v3_v3-find-files-01-which-file.md | 93 -- ...lm_first_v3_v3-find-files-02-show-doc.json | 83 -- ..._llm_first_v3_v3-find-files-02-show-doc.md | 93 -- ...t_v3_v3-find-files-03-where-described.json | 83 -- ...rst_v3_v3-find-files-03-where-described.md | 93 -- ...r_llm_first_v3_v3-general-01-overview.json | 73 -- ...ter_llm_first_v3_v3-general-01-overview.md | 83 -- ...irst_v3_v3-general-02-what-is-service.json | 69 -- ..._first_v3_v3-general-02-what-is-service.md | 79 -- ...er_llm_first_v3_v3-general-03-purpose.json | 73 -- ...uter_llm_first_v3_v3-general-03-purpose.md | 83 -- ...m_first_v3_v3-negative-01-operational.json | 77 -- ...llm_first_v3_v3-negative-01-operational.md | 87 -- ...uter_llm_first_v3_v3-negative-02-meta.json | 71 -- ...router_llm_first_v3_v3-negative-02-meta.md | 81 -- ..._llm_first_v3_v3-negative-03-non-docs.json | 75 -- ...er_llm_first_v3_v3-negative-03-non-docs.md | 85 -- ...r_llm_first_v3_v3-noisy-01-colloquial.json | 87 -- ...ter_llm_first_v3_v3-noisy-01-colloquial.md | 97 -- ...outer_llm_first_v3_v3-noisy-02-abbrev.json | 85 -- .../router_llm_first_v3_v3-noisy-02-abbrev.md | 95 -- ...lm_first_v3_v3-noisy-03-broken-phrase.json | 85 -- ..._llm_first_v3_v3-noisy-03-broken-phrase.md | 95 -- .../20260407_125805/summary.md | 22 - ..._first_v3_v3-docs-summary-01-endpoint.json | 79 -- ...lm_first_v3_v3-docs-summary-01-endpoint.md | 89 -- ...st_v3_v3-docs-summary-02-architecture.json | 83 -- ...irst_v3_v3-docs-summary-02-architecture.md | 93 -- ...m_first_v3_v3-docs-summary-03-process.json | 75 -- ...llm_first_v3_v3-docs-summary-03-process.md | 85 -- ...lm_first_v3_v3-docs-summary-04-entity.json | 83 -- ..._llm_first_v3_v3-docs-summary-04-entity.md | 93 -- ..._first_v3_v3-find-files-01-which-file.json | 83 -- ...lm_first_v3_v3-find-files-01-which-file.md | 93 -- ...lm_first_v3_v3-find-files-02-show-doc.json | 83 -- ..._llm_first_v3_v3-find-files-02-show-doc.md | 93 -- ...t_v3_v3-find-files-03-where-described.json | 83 -- ...rst_v3_v3-find-files-03-where-described.md | 93 -- ...r_llm_first_v3_v3-general-01-overview.json | 73 -- ...ter_llm_first_v3_v3-general-01-overview.md | 83 -- ...irst_v3_v3-general-02-what-is-service.json | 69 -- ..._first_v3_v3-general-02-what-is-service.md | 79 -- ...er_llm_first_v3_v3-general-03-purpose.json | 75 -- ...uter_llm_first_v3_v3-general-03-purpose.md | 85 -- ...m_first_v3_v3-negative-01-operational.json | 77 -- ...llm_first_v3_v3-negative-01-operational.md | 87 -- ...uter_llm_first_v3_v3-negative-02-meta.json | 71 -- ...router_llm_first_v3_v3-negative-02-meta.md | 81 -- ..._llm_first_v3_v3-negative-03-non-docs.json | 75 -- ...er_llm_first_v3_v3-negative-03-non-docs.md | 85 -- ...r_llm_first_v3_v3-noisy-01-colloquial.json | 89 -- ...ter_llm_first_v3_v3-noisy-01-colloquial.md | 97 -- ...outer_llm_first_v3_v3-noisy-02-abbrev.json | 85 -- .../router_llm_first_v3_v3-noisy-02-abbrev.md | 95 -- ...lm_first_v3_v3-noisy-03-broken-phrase.json | 85 -- ..._llm_first_v3_v3-noisy-03-broken-phrase.md | 95 -- .../20260407_124942/summary.md | 25 - ..._first_v3_v3-docs-summary-01-endpoint.json | 79 -- ...lm_first_v3_v3-docs-summary-01-endpoint.md | 89 -- ...st_v3_v3-docs-summary-02-architecture.json | 83 -- ...irst_v3_v3-docs-summary-02-architecture.md | 93 -- ...m_first_v3_v3-docs-summary-03-process.json | 75 -- ...llm_first_v3_v3-docs-summary-03-process.md | 85 -- ...lm_first_v3_v3-docs-summary-04-entity.json | 83 -- ..._llm_first_v3_v3-docs-summary-04-entity.md | 93 -- ..._first_v3_v3-find-files-01-which-file.json | 83 -- ...lm_first_v3_v3-find-files-01-which-file.md | 93 -- ...lm_first_v3_v3-find-files-02-show-doc.json | 83 -- ..._llm_first_v3_v3-find-files-02-show-doc.md | 93 -- ...t_v3_v3-find-files-03-where-described.json | 83 -- ...rst_v3_v3-find-files-03-where-described.md | 93 -- ...r_llm_first_v3_v3-general-01-overview.json | 73 -- ...ter_llm_first_v3_v3-general-01-overview.md | 83 -- ...irst_v3_v3-general-02-what-is-service.json | 69 -- ..._first_v3_v3-general-02-what-is-service.md | 79 -- ...er_llm_first_v3_v3-general-03-purpose.json | 75 -- ...uter_llm_first_v3_v3-general-03-purpose.md | 85 -- ...m_first_v3_v3-negative-01-operational.json | 77 -- ...llm_first_v3_v3-negative-01-operational.md | 87 -- ...uter_llm_first_v3_v3-negative-02-meta.json | 71 -- ...router_llm_first_v3_v3-negative-02-meta.md | 81 -- ..._llm_first_v3_v3-negative-03-non-docs.json | 75 -- ...er_llm_first_v3_v3-negative-03-non-docs.md | 85 -- ...r_llm_first_v3_v3-noisy-01-colloquial.json | 87 -- ...ter_llm_first_v3_v3-noisy-01-colloquial.md | 97 -- ...outer_llm_first_v3_v3-noisy-02-abbrev.json | 85 -- .../router_llm_first_v3_v3-noisy-02-abbrev.md | 95 -- ...lm_first_v3_v3-noisy-03-broken-phrase.json | 85 -- ..._llm_first_v3_v3-noisy-03-broken-phrase.md | 95 -- .../20260407_124956/summary.md | 22 - ...trix_v2-router-docs-summary-01-health.json | 99 -- ...matrix_v2-router-docs-summary-01-health.md | 109 --- ...matrix_v2-router-docs-summary-02-send.json | 99 -- ...2_matrix_v2-router-docs-summary-02-send.md | 109 --- ...rix_v2-router-docs-summary-03-actions.json | 99 -- ...atrix_v2-router-docs-summary-03-actions.md | 109 --- ...router-docs-summary-04-runtime-health.json | 103 -- ...2-router-docs-summary-04-runtime-health.md | 113 --- ...ter-docs-summary-05-notification-loop.json | 103 -- ...outer-docs-summary-05-notification-loop.md | 113 --- ...2-router-docs-summary-06-architecture.json | 115 --- ..._v2-router-docs-summary-06-architecture.md | 125 --- ...trix_v2-router-docs-summary-07-worker.json | 95 -- ...matrix_v2-router-docs-summary-07-worker.md | 105 -- ...outer-docs-summary-08-health-statuses.json | 99 -- ...-router-docs-summary-08-health-statuses.md | 109 --- ...v2-router-docs-summary-09-manual-send.json | 107 -- ...x_v2-router-docs-summary-09-manual-send.md | 117 --- ...-docs-summary-10-telegram-integration.json | 98 -- ...er-docs-summary-10-telegram-integration.md | 106 -- ...matrix_v2-router-find-files-01-health.json | 99 -- ...2_matrix_v2-router-find-files-01-health.md | 109 --- ...2_matrix_v2-router-find-files-02-send.json | 95 -- ..._v2_matrix_v2-router-find-files-02-send.md | 105 -- ...atrix_v2-router-find-files-03-actions.json | 99 -- ..._matrix_v2-router-find-files-03-actions.md | 109 --- ...2-router-find-files-04-runtime-health.json | 103 -- ..._v2-router-find-files-04-runtime-health.md | 113 --- ...2_matrix_v2-router-find-files-05-loop.json | 91 -- ..._v2_matrix_v2-router-find-files-05-loop.md | 101 -- ..._v2-router-find-files-06-architecture.json | 95 -- ...ix_v2-router-find-files-06-architecture.md | 105 -- ...2-router-find-files-07-errors-catalog.json | 103 -- ..._v2-router-find-files-07-errors-catalog.md | 113 --- ...ix_v2-router-find-files-08-docs-index.json | 91 -- ...trix_v2-router-find-files-08-docs-index.md | 101 -- ...router-find-files-09-telegram-bot-api.json | 99 -- ...2-router-find-files-09-telegram-bot-api.md | 109 --- ...-find-files-10-telegram-notify-worker.json | 95 -- ...er-find-files-10-telegram-notify-worker.md | 105 -- ..._v2-router-general-01-what-is-service.json | 83 -- ...ix_v2-router-general-01-what-is-service.md | 93 -- ...2_matrix_v2-router-general-02-purpose.json | 87 -- ..._v2_matrix_v2-router-general-02-purpose.md | 97 -- ...2_matrix_v2-router-general-03-problem.json | 91 -- ..._v2_matrix_v2-router-general-03-problem.md | 101 -- ...ix_v2-router-general-04-docs-contents.json | 91 -- ...trix_v2-router-general-04-docs-contents.md | 101 -- ...atrix_v2-router-general-05-main-parts.json | 87 -- ..._matrix_v2-router-general-05-main-parts.md | 97 -- ...er-general-06-high-level-architecture.json | 87 -- ...uter-general-06-high-level-architecture.md | 97 -- ...trix_v2-router-general-07-besides-api.json | 95 -- ...matrix_v2-router-general-07-besides-api.md | 105 -- ...atrix_v2-router-general-08-components.json | 106 -- ..._matrix_v2-router-general-08-components.md | 114 --- ...ix_v2-router-general-09-reading-order.json | 83 -- ...trix_v2-router-general-09-reading-order.md | 93 -- ...ix_v2-router-general-10-short-summary.json | 87 -- ...trix_v2-router-general-10-short-summary.md | 97 -- .../smoke_v4/20260407_120038/summary.md | 40 - ...trix_v2-router-docs-summary-01-health.json | 99 -- ...matrix_v2-router-docs-summary-01-health.md | 109 --- ...matrix_v2-router-docs-summary-02-send.json | 99 -- ...2_matrix_v2-router-docs-summary-02-send.md | 109 --- ...rix_v2-router-docs-summary-03-actions.json | 99 -- ...atrix_v2-router-docs-summary-03-actions.md | 109 --- ...router-docs-summary-04-runtime-health.json | 103 -- ...2-router-docs-summary-04-runtime-health.md | 113 --- ...ter-docs-summary-05-notification-loop.json | 103 -- ...outer-docs-summary-05-notification-loop.md | 113 --- ...2-router-docs-summary-06-architecture.json | 115 --- ..._v2-router-docs-summary-06-architecture.md | 125 --- ...trix_v2-router-docs-summary-07-worker.json | 95 -- ...matrix_v2-router-docs-summary-07-worker.md | 105 -- ...outer-docs-summary-08-health-statuses.json | 99 -- ...-router-docs-summary-08-health-statuses.md | 109 --- ...v2-router-docs-summary-09-manual-send.json | 107 -- ...x_v2-router-docs-summary-09-manual-send.md | 117 --- ...-docs-summary-10-telegram-integration.json | 95 -- ...er-docs-summary-10-telegram-integration.md | 105 -- ...matrix_v2-router-find-files-01-health.json | 99 -- ...2_matrix_v2-router-find-files-01-health.md | 109 --- ...2_matrix_v2-router-find-files-02-send.json | 95 -- ..._v2_matrix_v2-router-find-files-02-send.md | 105 -- ...atrix_v2-router-find-files-03-actions.json | 99 -- ..._matrix_v2-router-find-files-03-actions.md | 109 --- ...2-router-find-files-04-runtime-health.json | 103 -- ..._v2-router-find-files-04-runtime-health.md | 113 --- ...2_matrix_v2-router-find-files-05-loop.json | 91 -- ..._v2_matrix_v2-router-find-files-05-loop.md | 101 -- ..._v2-router-find-files-06-architecture.json | 95 -- ...ix_v2-router-find-files-06-architecture.md | 105 -- ...2-router-find-files-07-errors-catalog.json | 103 -- ..._v2-router-find-files-07-errors-catalog.md | 113 --- ...ix_v2-router-find-files-08-docs-index.json | 91 -- ...trix_v2-router-find-files-08-docs-index.md | 101 -- ...router-find-files-09-telegram-bot-api.json | 99 -- ...2-router-find-files-09-telegram-bot-api.md | 109 --- ...-find-files-10-telegram-notify-worker.json | 95 -- ...er-find-files-10-telegram-notify-worker.md | 105 -- ..._v2-router-general-01-what-is-service.json | 83 -- ...ix_v2-router-general-01-what-is-service.md | 93 -- ...2_matrix_v2-router-general-02-purpose.json | 87 -- ..._v2_matrix_v2-router-general-02-purpose.md | 97 -- ...2_matrix_v2-router-general-03-problem.json | 91 -- ..._v2_matrix_v2-router-general-03-problem.md | 101 -- ...ix_v2-router-general-04-docs-contents.json | 91 -- ...trix_v2-router-general-04-docs-contents.md | 101 -- ...atrix_v2-router-general-05-main-parts.json | 87 -- ..._matrix_v2-router-general-05-main-parts.md | 97 -- ...er-general-06-high-level-architecture.json | 87 -- ...uter-general-06-high-level-architecture.md | 97 -- ...trix_v2-router-general-07-besides-api.json | 95 -- ...matrix_v2-router-general-07-besides-api.md | 105 -- ...atrix_v2-router-general-08-components.json | 103 -- ..._matrix_v2-router-general-08-components.md | 113 --- ...ix_v2-router-general-09-reading-order.json | 83 -- ...trix_v2-router-general-09-reading-order.md | 93 -- ...ix_v2-router-general-10-short-summary.json | 87 -- ...trix_v2-router-general-10-short-summary.md | 97 -- .../smoke_v4_pass/20260407_120104/summary.md | 36 - ..._first_v3_v3-docs-summary-01-endpoint.json | 77 -- ...lm_first_v3_v3-docs-summary-01-endpoint.md | 87 -- ...st_v3_v3-docs-summary-02-architecture.json | 81 -- ...irst_v3_v3-docs-summary-02-architecture.md | 91 -- ...m_first_v3_v3-docs-summary-03-process.json | 75 -- ...llm_first_v3_v3-docs-summary-03-process.md | 85 -- ...lm_first_v3_v3-docs-summary-04-entity.json | 81 -- ..._llm_first_v3_v3-docs-summary-04-entity.md | 91 -- ..._first_v3_v3-find-files-01-which-file.json | 83 -- ...lm_first_v3_v3-find-files-01-which-file.md | 93 -- ...lm_first_v3_v3-find-files-02-show-doc.json | 81 -- ..._llm_first_v3_v3-find-files-02-show-doc.md | 91 -- ...t_v3_v3-find-files-03-where-described.json | 81 -- ...rst_v3_v3-find-files-03-where-described.md | 91 -- ...r_llm_first_v3_v3-general-01-overview.json | 73 -- ...ter_llm_first_v3_v3-general-01-overview.md | 83 -- ...irst_v3_v3-general-02-what-is-service.json | 69 -- ..._first_v3_v3-general-02-what-is-service.md | 79 -- ...er_llm_first_v3_v3-general-03-purpose.json | 73 -- ...uter_llm_first_v3_v3-general-03-purpose.md | 83 -- ...m_first_v3_v3-negative-01-operational.json | 77 -- ...llm_first_v3_v3-negative-01-operational.md | 87 -- ...uter_llm_first_v3_v3-negative-02-meta.json | 71 -- ...router_llm_first_v3_v3-negative-02-meta.md | 81 -- ..._llm_first_v3_v3-negative-03-non-docs.json | 75 -- ...er_llm_first_v3_v3-negative-03-non-docs.md | 85 -- ...r_llm_first_v3_v3-noisy-01-colloquial.json | 87 -- ...ter_llm_first_v3_v3-noisy-01-colloquial.md | 97 -- ...outer_llm_first_v3_v3-noisy-02-abbrev.json | 85 -- .../router_llm_first_v3_v3-noisy-02-abbrev.md | 95 -- ...lm_first_v3_v3-noisy-03-broken-phrase.json | 83 -- ..._llm_first_v3_v3-noisy-03-broken-phrase.md | 93 -- .../20260407_130039/summary.md | 22 - ..._first_v3_v3-docs-summary-01-endpoint.json | 77 -- ...lm_first_v3_v3-docs-summary-01-endpoint.md | 87 -- ...st_v3_v3-docs-summary-02-architecture.json | 83 -- ...irst_v3_v3-docs-summary-02-architecture.md | 93 -- ...m_first_v3_v3-docs-summary-03-process.json | 73 -- ...llm_first_v3_v3-docs-summary-03-process.md | 83 -- ...lm_first_v3_v3-docs-summary-04-entity.json | 81 -- ..._llm_first_v3_v3-docs-summary-04-entity.md | 91 -- ..._first_v3_v3-find-files-01-which-file.json | 77 -- ...lm_first_v3_v3-find-files-01-which-file.md | 87 -- ...lm_first_v3_v3-find-files-02-show-doc.json | 79 -- ..._llm_first_v3_v3-find-files-02-show-doc.md | 89 -- ...t_v3_v3-find-files-03-where-described.json | 83 -- ...rst_v3_v3-find-files-03-where-described.md | 93 -- ...r_llm_first_v3_v3-general-01-overview.json | 73 -- ...ter_llm_first_v3_v3-general-01-overview.md | 83 -- ...irst_v3_v3-general-02-what-is-service.json | 69 -- ..._first_v3_v3-general-02-what-is-service.md | 79 -- ...er_llm_first_v3_v3-general-03-purpose.json | 69 -- ...uter_llm_first_v3_v3-general-03-purpose.md | 79 -- ...m_first_v3_v3-negative-01-operational.json | 77 -- ...llm_first_v3_v3-negative-01-operational.md | 87 -- ...uter_llm_first_v3_v3-negative-02-meta.json | 71 -- ...router_llm_first_v3_v3-negative-02-meta.md | 81 -- ..._llm_first_v3_v3-negative-03-non-docs.json | 75 -- ...er_llm_first_v3_v3-negative-03-non-docs.md | 85 -- ...r_llm_first_v3_v3-noisy-01-colloquial.json | 69 -- ...ter_llm_first_v3_v3-noisy-01-colloquial.md | 79 -- ...outer_llm_first_v3_v3-noisy-02-abbrev.json | 81 -- .../router_llm_first_v3_v3-noisy-02-abbrev.md | 91 -- ...lm_first_v3_v3-noisy-03-broken-phrase.json | 81 -- ..._llm_first_v3_v3-noisy-03-broken-phrase.md | 91 -- .../20260407_140409/summary.md | 22 - ..._first_v3_v3-docs-summary-01-endpoint.json | 77 -- ...lm_first_v3_v3-docs-summary-01-endpoint.md | 87 -- ...st_v3_v3-docs-summary-02-architecture.json | 83 -- ...irst_v3_v3-docs-summary-02-architecture.md | 93 -- ...m_first_v3_v3-docs-summary-03-process.json | 73 -- ...llm_first_v3_v3-docs-summary-03-process.md | 83 -- ...lm_first_v3_v3-docs-summary-04-entity.json | 81 -- ..._llm_first_v3_v3-docs-summary-04-entity.md | 91 -- ..._first_v3_v3-find-files-01-which-file.json | 77 -- ...lm_first_v3_v3-find-files-01-which-file.md | 87 -- ...lm_first_v3_v3-find-files-02-show-doc.json | 79 -- ..._llm_first_v3_v3-find-files-02-show-doc.md | 89 -- ...t_v3_v3-find-files-03-where-described.json | 83 -- ...rst_v3_v3-find-files-03-where-described.md | 93 -- ...r_llm_first_v3_v3-general-01-overview.json | 73 -- ...ter_llm_first_v3_v3-general-01-overview.md | 83 -- ...irst_v3_v3-general-02-what-is-service.json | 69 -- ..._first_v3_v3-general-02-what-is-service.md | 79 -- ...er_llm_first_v3_v3-general-03-purpose.json | 69 -- ...uter_llm_first_v3_v3-general-03-purpose.md | 79 -- ...m_first_v3_v3-negative-01-operational.json | 77 -- ...llm_first_v3_v3-negative-01-operational.md | 87 -- ...uter_llm_first_v3_v3-negative-02-meta.json | 71 -- ...router_llm_first_v3_v3-negative-02-meta.md | 81 -- ..._llm_first_v3_v3-negative-03-non-docs.json | 75 -- ...er_llm_first_v3_v3-negative-03-non-docs.md | 85 -- ...r_llm_first_v3_v3-noisy-01-colloquial.json | 69 -- ...ter_llm_first_v3_v3-noisy-01-colloquial.md | 79 -- ...outer_llm_first_v3_v3-noisy-02-abbrev.json | 79 -- .../router_llm_first_v3_v3-noisy-02-abbrev.md | 89 -- ...lm_first_v3_v3-noisy-03-broken-phrase.json | 81 -- ..._llm_first_v3_v3-noisy-03-broken-phrase.md | 91 -- .../20260407_140431/summary.md | 22 - 1529 files changed, 289245 deletions(-) delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-api-health-endpoint.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-api-health-endpoint.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-api-send-endpoint.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-api-send-endpoint.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-component-control-channel.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-component-control-channel.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-component-runtime-manager.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-component-runtime-manager.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-entity-runtime-health.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-entity-runtime-health.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-entity-worker-status.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-entity-worker-status.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-general-overview.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-general-overview.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-negative-missing-entity.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-negative-missing-entity.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-openapi-fragment-send-request.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-openapi-fragment-send-request.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-openapi-health.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-openapi-health.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-related-docs-architecture-overview.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-related-docs-architecture-overview.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-related-docs-health.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-related-docs-health.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-system-flow-health-check.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-system-flow-health-check.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-system-flow-telegram-loop.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-system-flow-telegram-loop.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/summary.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-api-health-1.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-api-health-1.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-api-health-2.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-api-health-2.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-api-health-3.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-api-health-3.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-api-send-1.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-api-send-1.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-api-send-2.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-api-send-2.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-api-send-3.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-api-send-3.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-component-control-channel-1.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-component-control-channel-1.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-component-control-channel-2.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-component-control-channel-2.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-1.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-1.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-2.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-2.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-3.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-3.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-entity-runtime-health-1.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-entity-runtime-health-1.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-entity-runtime-health-2.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-entity-runtime-health-2.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-entity-worker-status-1.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-entity-worker-status-1.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-entity-worker-status-2.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-entity-worker-status-2.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-general-1.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-general-1.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-general-2.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-general-2.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-general-3.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-general-3.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-negative-1.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-negative-1.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-negative-2.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-negative-2.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-negative-3.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-negative-3.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-related-architecture-1.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-related-architecture-1.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-related-health-1.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-related-health-1.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-related-health-2.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-related-health-2.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-related-send-1.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-related-send-1.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-system-flow-health-1.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-system-flow-health-1.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-system-flow-health-2.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-system-flow-health-2.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-1.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-1.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-2.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-2.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-3.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-3.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/summary.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-api-health-1.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-api-health-1.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-api-health-2.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-api-health-2.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-api-health-3.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-api-health-3.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-api-send-1.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-api-send-1.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-api-send-2.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-api-send-2.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-api-send-3.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-api-send-3.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-component-control-channel-1.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-component-control-channel-1.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-component-control-channel-2.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-component-control-channel-2.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-1.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-1.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-2.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-2.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-3.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-3.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-entity-runtime-health-1.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-entity-runtime-health-1.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-entity-runtime-health-2.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-entity-runtime-health-2.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-entity-worker-status-1.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-entity-worker-status-1.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-entity-worker-status-2.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-entity-worker-status-2.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-general-1.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-general-1.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-general-2.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-general-2.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-general-3.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-general-3.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-negative-1.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-negative-1.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-negative-2.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-negative-2.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-negative-3.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-negative-3.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-related-architecture-1.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-related-architecture-1.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-related-health-1.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-related-health-1.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-related-health-2.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-related-health-2.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-related-send-1.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-related-send-1.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-system-flow-health-1.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-system-flow-health-1.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-system-flow-health-2.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-system-flow-health-2.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-1.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-1.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-2.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-2.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-3.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-3.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/summary.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-api-health-1.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-api-health-1.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-api-health-2.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-api-health-2.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-api-health-3.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-api-health-3.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-api-send-1.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-api-send-1.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-api-send-2.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-api-send-2.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-api-send-3.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-api-send-3.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-component-control-channel-1.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-component-control-channel-1.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-component-control-channel-2.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-component-control-channel-2.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-1.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-1.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-2.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-2.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-3.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-3.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-entity-runtime-health-1.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-entity-runtime-health-1.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-entity-runtime-health-2.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-entity-runtime-health-2.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-entity-worker-status-1.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-entity-worker-status-1.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-entity-worker-status-2.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-entity-worker-status-2.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-general-1.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-general-1.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-general-2.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-general-2.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-general-3.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-general-3.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-negative-1.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-negative-1.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-negative-2.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-negative-2.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-negative-3.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-negative-3.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-related-architecture-1.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-related-architecture-1.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-related-health-1.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-related-health-1.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-related-health-2.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-related-health-2.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-related-send-1.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-related-send-1.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-system-flow-health-1.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-system-flow-health-1.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-system-flow-health-2.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-system-flow-health-2.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-1.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-1.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-2.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-2.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-3.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-3.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/summary.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-api.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-api.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-component.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-component.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-entity.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-entity.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-general.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-general.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-mixed.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-mixed.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-negative.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-negative.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-openapi-fragment.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-openapi-fragment.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-openapi-method.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-openapi-method.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-related.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-related.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-system-flow.json delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-system-flow.md delete mode 100644 tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/summary.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-01-health.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-01-health.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-02-send.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-02-send.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-01-health.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-01-health.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-02-send.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-02-send.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-03-actions.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-03-actions.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-05-loop.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-05-loop.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-06-architecture.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-06-architecture.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-01-what-is-service.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-01-what-is-service.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-02-purpose.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-02-purpose.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-03-problem.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-03-problem.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-04-docs-contents.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-04-docs-contents.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-05-main-parts.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-05-main-parts.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-07-besides-api.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-07-besides-api.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-08-components.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-08-components.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-09-reading-order.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-09-reading-order.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-10-short-summary.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-10-short-summary.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/summary.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-01-health.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-01-health.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-02-send.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-02-send.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-01-health.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-01-health.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-02-send.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-02-send.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-03-actions.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-03-actions.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-05-loop.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-05-loop.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-06-architecture.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-06-architecture.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-01-what-is-service.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-01-what-is-service.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-02-purpose.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-02-purpose.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-03-problem.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-03-problem.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-04-docs-contents.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-04-docs-contents.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-05-main-parts.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-05-main-parts.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-07-besides-api.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-07-besides-api.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-08-components.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-08-components.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-09-reading-order.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-09-reading-order.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-10-short-summary.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-10-short-summary.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/summary.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-01-health.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-01-health.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-02-send.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-02-send.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-01-health.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-01-health.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-02-send.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-02-send.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-03-actions.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-03-actions.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-05-loop.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-05-loop.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-06-architecture.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-06-architecture.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-01-what-is-service.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-01-what-is-service.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-02-purpose.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-02-purpose.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-03-problem.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-03-problem.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-04-docs-contents.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-04-docs-contents.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-05-main-parts.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-05-main-parts.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-07-besides-api.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-07-besides-api.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-08-components.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-08-components.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-09-reading-order.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-09-reading-order.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-10-short-summary.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-10-short-summary.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/summary.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-01-health.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-01-health.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-02-send.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-02-send.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-01-health.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-01-health.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-02-send.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-02-send.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-03-actions.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-03-actions.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-05-loop.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-05-loop.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-06-architecture.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-06-architecture.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-01-what-is-service.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-01-what-is-service.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-02-purpose.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-02-purpose.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-03-problem.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-03-problem.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-04-docs-contents.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-04-docs-contents.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-05-main-parts.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-05-main-parts.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-07-besides-api.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-07-besides-api.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-08-components.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-08-components.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-09-reading-order.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-09-reading-order.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-10-short-summary.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-10-short-summary.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/summary.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-01-health.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-01-health.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-02-send.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-02-send.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-01-health.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-01-health.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-02-send.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-02-send.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-03-actions.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-03-actions.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-05-loop.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-05-loop.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-06-architecture.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-06-architecture.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-01-what-is-service.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-01-what-is-service.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-02-purpose.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-02-purpose.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-03-problem.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-03-problem.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-04-docs-contents.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-04-docs-contents.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-05-main-parts.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-05-main-parts.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-07-besides-api.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-07-besides-api.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-08-components.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-08-components.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-09-reading-order.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-09-reading-order.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-10-short-summary.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-10-short-summary.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/summary.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-01-health.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-01-health.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-02-send.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-02-send.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-01-health.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-01-health.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-02-send.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-02-send.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-03-actions.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-03-actions.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-05-loop.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-05-loop.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-06-architecture.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-06-architecture.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-01-what-is-service.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-01-what-is-service.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-02-purpose.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-02-purpose.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-03-problem.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-03-problem.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-04-docs-contents.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-04-docs-contents.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-05-main-parts.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-05-main-parts.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-07-besides-api.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-07-besides-api.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-08-components.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-08-components.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-09-reading-order.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-09-reading-order.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-10-short-summary.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-10-short-summary.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/summary.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-01-health.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-01-health.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-02-send.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-02-send.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-01-health.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-01-health.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-02-send.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-02-send.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-03-actions.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-03-actions.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-05-loop.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-05-loop.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-06-architecture.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-06-architecture.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-01-what-is-service.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-01-what-is-service.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-02-purpose.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-02-purpose.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-03-problem.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-03-problem.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-04-docs-contents.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-04-docs-contents.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-05-main-parts.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-05-main-parts.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-07-besides-api.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-07-besides-api.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-08-components.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-08-components.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-09-reading-order.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-09-reading-order.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-10-short-summary.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-10-short-summary.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/summary.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-01-health.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-01-health.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-02-send.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-02-send.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-01-health.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-01-health.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-02-send.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-02-send.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-03-actions.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-03-actions.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-05-loop.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-05-loop.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-06-architecture.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-06-architecture.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-01-what-is-service.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-01-what-is-service.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-02-purpose.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-02-purpose.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-03-problem.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-03-problem.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-04-docs-contents.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-04-docs-contents.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-05-main-parts.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-05-main-parts.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-07-besides-api.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-07-besides-api.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-08-components.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-08-components.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-09-reading-order.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-09-reading-order.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-10-short-summary.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-10-short-summary.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/summary.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-01-health.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-01-health.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-02-send.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-02-send.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-01-health.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-01-health.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-02-send.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-02-send.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-03-actions.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-03-actions.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-05-loop.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-05-loop.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-06-architecture.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-06-architecture.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-01-what-is-service.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-01-what-is-service.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-02-purpose.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-02-purpose.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-03-problem.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-03-problem.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-04-docs-contents.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-04-docs-contents.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-05-main-parts.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-05-main-parts.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-07-besides-api.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-07-besides-api.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-08-components.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-08-components.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-09-reading-order.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-09-reading-order.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-10-short-summary.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-10-short-summary.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/summary.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-01-health.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-01-health.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-02-send.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-02-send.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-03-actions.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-03-actions.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-05-loop.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-05-loop.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-02-purpose.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-02-purpose.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-03-problem.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-03-problem.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-05-main-parts.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-05-main-parts.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-07-besides-api.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-07-besides-api.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-08-components.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-08-components.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-09-reading-order.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-09-reading-order.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-10-short-summary.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-10-short-summary.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/summary.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-01-health.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-01-health.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-02-send.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-02-send.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-03-actions.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-03-actions.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-05-loop.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-05-loop.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-02-purpose.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-02-purpose.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-03-problem.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-03-problem.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-05-main-parts.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-05-main-parts.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-07-besides-api.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-07-besides-api.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-08-components.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-08-components.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-09-reading-order.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-09-reading-order.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-10-short-summary.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-10-short-summary.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/summary.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-01-health.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-01-health.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-02-send.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-02-send.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-03-actions.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-03-actions.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-05-loop.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-05-loop.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-02-purpose.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-02-purpose.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-03-problem.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-03-problem.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-05-main-parts.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-05-main-parts.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-07-besides-api.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-07-besides-api.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-08-components.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-08-components.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-09-reading-order.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-09-reading-order.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-10-short-summary.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-10-short-summary.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/summary.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-01-health.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-01-health.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-02-send.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-02-send.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-03-actions.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-03-actions.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-05-loop.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-05-loop.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-02-purpose.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-02-purpose.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-03-problem.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-03-problem.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-05-main-parts.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-05-main-parts.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-07-besides-api.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-07-besides-api.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-08-components.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-08-components.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-09-reading-order.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-09-reading-order.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-10-short-summary.json delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-10-short-summary.md delete mode 100644 tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/summary.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-01-health.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-01-health.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-02-send.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-02-send.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-03-actions.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-03-actions.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-05-loop.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-05-loop.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-02-purpose.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-02-purpose.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-03-problem.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-03-problem.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-05-main-parts.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-05-main-parts.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-07-besides-api.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-07-besides-api.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-08-components.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-08-components.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-09-reading-order.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-09-reading-order.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-10-short-summary.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-10-short-summary.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/summary.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-01-health.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-01-health.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-02-send.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-02-send.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-03-actions.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-03-actions.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-05-loop.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-05-loop.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-02-purpose.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-02-purpose.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-03-problem.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-03-problem.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-05-main-parts.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-05-main-parts.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-07-besides-api.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-07-besides-api.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-08-components.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-08-components.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-09-reading-order.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-09-reading-order.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-10-short-summary.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-10-short-summary.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/summary.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-01-health.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-01-health.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-02-send.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-02-send.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-03-actions.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-03-actions.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-05-loop.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-05-loop.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-02-purpose.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-02-purpose.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-03-problem.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-03-problem.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-05-main-parts.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-05-main-parts.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-07-besides-api.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-07-besides-api.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-08-components.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-08-components.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-09-reading-order.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-09-reading-order.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-10-short-summary.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-10-short-summary.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/summary.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-docs-summary-01-endpoint.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-docs-summary-01-endpoint.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-docs-summary-02-architecture.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-docs-summary-02-architecture.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-docs-summary-03-process.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-docs-summary-03-process.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-docs-summary-04-entity.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-docs-summary-04-entity.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-find-files-01-which-file.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-find-files-01-which-file.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-find-files-02-show-doc.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-find-files-02-show-doc.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-find-files-03-where-described.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-find-files-03-where-described.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-general-01-overview.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-general-01-overview.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-general-02-what-is-service.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-general-02-what-is-service.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-general-03-purpose.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-general-03-purpose.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-negative-01-operational.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-negative-01-operational.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-negative-02-meta.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-negative-02-meta.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-negative-03-non-docs.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-negative-03-non-docs.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-noisy-01-colloquial.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-noisy-01-colloquial.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-noisy-02-abbrev.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-noisy-02-abbrev.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-noisy-03-broken-phrase.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-noisy-03-broken-phrase.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/summary.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-docs-summary-01-endpoint.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-docs-summary-01-endpoint.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-docs-summary-02-architecture.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-docs-summary-02-architecture.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-docs-summary-03-process.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-docs-summary-03-process.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-docs-summary-04-entity.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-docs-summary-04-entity.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-find-files-01-which-file.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-find-files-01-which-file.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-find-files-02-show-doc.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-find-files-02-show-doc.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-find-files-03-where-described.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-find-files-03-where-described.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-general-01-overview.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-general-01-overview.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-general-02-what-is-service.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-general-02-what-is-service.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-general-03-purpose.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-general-03-purpose.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-negative-01-operational.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-negative-01-operational.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-negative-02-meta.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-negative-02-meta.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-negative-03-non-docs.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-negative-03-non-docs.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-noisy-01-colloquial.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-noisy-01-colloquial.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-noisy-02-abbrev.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-noisy-02-abbrev.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-noisy-03-broken-phrase.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-noisy-03-broken-phrase.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/summary.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-docs-summary-01-endpoint.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-docs-summary-01-endpoint.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-docs-summary-02-architecture.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-docs-summary-02-architecture.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-docs-summary-03-process.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-docs-summary-03-process.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-docs-summary-04-entity.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-docs-summary-04-entity.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-find-files-01-which-file.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-find-files-01-which-file.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-find-files-02-show-doc.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-find-files-02-show-doc.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-find-files-03-where-described.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-find-files-03-where-described.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-general-01-overview.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-general-01-overview.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-general-02-what-is-service.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-general-02-what-is-service.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-general-03-purpose.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-general-03-purpose.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-negative-01-operational.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-negative-01-operational.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-negative-02-meta.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-negative-02-meta.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-negative-03-non-docs.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-negative-03-non-docs.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-noisy-01-colloquial.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-noisy-01-colloquial.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-noisy-02-abbrev.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-noisy-02-abbrev.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-noisy-03-broken-phrase.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-noisy-03-broken-phrase.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/summary.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-01-health.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-01-health.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-02-send.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-02-send.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-03-actions.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-03-actions.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-05-loop.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-05-loop.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-02-purpose.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-02-purpose.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-03-problem.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-03-problem.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-05-main-parts.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-05-main-parts.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-07-besides-api.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-07-besides-api.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-08-components.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-08-components.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-09-reading-order.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-09-reading-order.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-10-short-summary.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-10-short-summary.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/summary.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-01-health.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-01-health.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-02-send.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-02-send.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-03-actions.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-03-actions.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-05-loop.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-05-loop.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-02-purpose.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-02-purpose.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-03-problem.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-03-problem.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-05-main-parts.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-05-main-parts.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-07-besides-api.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-07-besides-api.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-08-components.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-08-components.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-09-reading-order.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-09-reading-order.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-10-short-summary.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-10-short-summary.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/summary.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-docs-summary-01-endpoint.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-docs-summary-01-endpoint.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-docs-summary-02-architecture.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-docs-summary-02-architecture.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-docs-summary-03-process.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-docs-summary-03-process.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-docs-summary-04-entity.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-docs-summary-04-entity.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-find-files-01-which-file.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-find-files-01-which-file.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-find-files-02-show-doc.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-find-files-02-show-doc.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-find-files-03-where-described.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-find-files-03-where-described.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-general-01-overview.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-general-01-overview.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-general-02-what-is-service.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-general-02-what-is-service.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-general-03-purpose.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-general-03-purpose.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-negative-01-operational.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-negative-01-operational.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-negative-02-meta.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-negative-02-meta.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-negative-03-non-docs.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-negative-03-non-docs.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-noisy-01-colloquial.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-noisy-01-colloquial.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-noisy-02-abbrev.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-noisy-02-abbrev.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-noisy-03-broken-phrase.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-noisy-03-broken-phrase.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/summary.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-docs-summary-01-endpoint.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-docs-summary-01-endpoint.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-docs-summary-02-architecture.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-docs-summary-02-architecture.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-docs-summary-03-process.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-docs-summary-03-process.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-docs-summary-04-entity.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-docs-summary-04-entity.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-find-files-01-which-file.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-find-files-01-which-file.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-find-files-02-show-doc.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-find-files-02-show-doc.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-find-files-03-where-described.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-find-files-03-where-described.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-general-01-overview.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-general-01-overview.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-general-02-what-is-service.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-general-02-what-is-service.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-general-03-purpose.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-general-03-purpose.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-negative-01-operational.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-negative-01-operational.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-negative-02-meta.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-negative-02-meta.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-negative-03-non-docs.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-negative-03-non-docs.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-noisy-01-colloquial.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-noisy-01-colloquial.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-noisy-02-abbrev.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-noisy-02-abbrev.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-noisy-03-broken-phrase.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-noisy-03-broken-phrase.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/summary.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-docs-summary-01-endpoint.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-docs-summary-01-endpoint.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-docs-summary-02-architecture.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-docs-summary-02-architecture.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-docs-summary-03-process.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-docs-summary-03-process.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-docs-summary-04-entity.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-docs-summary-04-entity.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-find-files-01-which-file.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-find-files-01-which-file.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-find-files-02-show-doc.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-find-files-02-show-doc.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-find-files-03-where-described.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-find-files-03-where-described.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-general-01-overview.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-general-01-overview.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-general-02-what-is-service.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-general-02-what-is-service.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-general-03-purpose.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-general-03-purpose.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-negative-01-operational.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-negative-01-operational.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-negative-02-meta.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-negative-02-meta.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-negative-03-non-docs.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-negative-03-non-docs.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-noisy-01-colloquial.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-noisy-01-colloquial.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-noisy-02-abbrev.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-noisy-02-abbrev.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-noisy-03-broken-phrase.json delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-noisy-03-broken-phrase.md delete mode 100644 tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/summary.md diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-api-health-endpoint.json b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-api-health-endpoint.json deleted file mode 100644 index f6f6945..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-api-health-endpoint.json +++ /dev/null @@ -1,83 +0,0 @@ -{ - "meta": { - "case_id": "docs-v2-api-health-endpoint", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v2.yaml", - "runner": "agent_runtime", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 2, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.health_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": "api_method" - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Объясни что делает endpoint /health" - }, - "output": { - "query": "Объясни что делает endpoint /health" - } - }, - { - "step": "router", - "input": { - "query": "Объясни что делает endpoint /health" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Объясни что делает endpoint /health" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 2265, - "tokens_in_estimate": 665 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-api-health-endpoint.md b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-api-health-endpoint.md deleted file mode 100644 index fde796a..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-api-health-endpoint.md +++ /dev/null @@ -1,368 +0,0 @@ -# docs-v2-api-health-endpoint - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v2.yaml -- runner: agent_runtime -- mode: full_chain -- passed: True - -## Query -Объясни что делает endpoint /health - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 2, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.health_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": "api_method" - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Объясни что делает endpoint /health" - }, - "output": { - "query": "Объясни что делает endpoint /health" - } -} -``` - -### router -```json -{ - "input": { - "query": "Объясни что делает endpoint /health" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Объясни что делает endpoint /health" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 2265, - "tokens_in_estimate": 665 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "layers_used": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "documents_found": 1, - "facts_found": 0, - "relations_found": 0, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "endpoint", - "matched_anchor_value": "/health", - "exact_anchor_match": true, - "docs_layers_requested": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D1_DOCUMENT_CATALOG": { - "hits": 6, - "top_ids": [ - "api.send_message_endpoint", - "api.control_actions_endpoint", - "api.health_endpoint", - "domain.runtime_health", - "architecture.telegram_notify_app" - ] - }, - "D2_FACT_INDEX": { - "hits": 8, - "top_ids": [ - "f85d982c272a2ee6baeadc433221a20e684cd8ef01cb4788d6f76d05ca56d6d0", - "b8e44c3adb74aaa6c91ae8815fa091289e58dd3990a3a1b63e850c62075aea75", - "b6bfad59b3bf00f199b5ef90c1208af19664de700413e7354468a93a4abaaa2f", - "a8a325e0815b3a2a870ba2825f3afb3f41056b4c091df4c3bb3418ffd20891dd", - "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3" - ] - }, - "D4_WORKFLOW_INDEX": { - "hits": 3, - "top_ids": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "api.control_actions_endpoint" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [ - "/health" - ], - "resolved_anchor_candidates": [ - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.health_endpoint" - ], - "doc_paths": [ - "docs/documentation/api/health-endpoint.md" - ], - "doc_titles": [ - "HTTP API /health", - "Scenario" - ], - "relation_hits_count": 0, - "relation_targets": [], - "fallback_doc_hits_count": 1, - "fallback_used": false, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 1, - "facts": 0, - "relations": 0, - "chunks": 0, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty", - "exact_anchor_match" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 2265, - "tokens_in_estimate": 665 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Объясни что делает endpoint /health", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/health-endpoint.md", - "title": "HTTP API /health", - "content": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "metadata": { - "name": "health_endpoint", - "tags": [ - "api", - "health", - "control-plane" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "HTTP API /health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager", - "WorkerHealth" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "summary_text": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [], - "relations": [] -} -``` - -### User Prompt Overview -- question: Объясни что делает endpoint /health -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: API_METHOD_EXPLAIN -- documents: 1 | samples: HTTP API /health -- facts: 0 -- relations: 0 - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-api-send-endpoint.json b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-api-send-endpoint.json deleted file mode 100644 index b8a61ad..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-api-send-endpoint.json +++ /dev/null @@ -1,83 +0,0 @@ -{ - "meta": { - "case_id": "docs-v2-api-send-endpoint", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v2.yaml", - "runner": "agent_runtime", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 2, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.send_message_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": "api_method" - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Как работает endpoint /send?" - }, - "output": { - "query": "Как работает endpoint /send?" - } - }, - { - "step": "router", - "input": { - "query": "Как работает endpoint /send?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Как работает endpoint /send?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 2309, - "tokens_in_estimate": 676 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-api-send-endpoint.md b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-api-send-endpoint.md deleted file mode 100644 index e66bcfa..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-api-send-endpoint.md +++ /dev/null @@ -1,367 +0,0 @@ -# docs-v2-api-send-endpoint - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v2.yaml -- runner: agent_runtime -- mode: full_chain -- passed: True - -## Query -Как работает endpoint /send? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 2, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.send_message_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": "api_method" - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Как работает endpoint /send?" - }, - "output": { - "query": "Как работает endpoint /send?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Как работает endpoint /send?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Как работает endpoint /send?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 2309, - "tokens_in_estimate": 676 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "layers_used": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "documents_found": 1, - "facts_found": 0, - "relations_found": 0, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "endpoint", - "matched_anchor_value": "/send", - "exact_anchor_match": true, - "docs_layers_requested": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D1_DOCUMENT_CATALOG": { - "hits": 6, - "top_ids": [ - "api.send_message_endpoint", - "api.control_actions_endpoint", - "api.health_endpoint", - "architecture.telegram_notify_app", - "docs/README.md" - ] - }, - "D2_FACT_INDEX": { - "hits": 8, - "top_ids": [ - "f85d982c272a2ee6baeadc433221a20e684cd8ef01cb4788d6f76d05ca56d6d0", - "b8e44c3adb74aaa6c91ae8815fa091289e58dd3990a3a1b63e850c62075aea75", - "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3", - "54bbcbac242f1c85ec3280236ed5841998a8a3a548ff16cbf0b5acafbff469e3", - "b6bfad59b3bf00f199b5ef90c1208af19664de700413e7354468a93a4abaaa2f" - ] - }, - "D4_WORKFLOW_INDEX": { - "hits": 3, - "top_ids": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "api.control_actions_endpoint" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [ - "/send" - ], - "resolved_anchor_candidates": [ - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.send_message_endpoint" - ], - "doc_paths": [ - "docs/documentation/api/send-message-endpoint.md" - ], - "doc_titles": [ - "HTTP API /send", - "Scenario" - ], - "relation_hits_count": 0, - "relation_targets": [], - "fallback_doc_hits_count": 1, - "fallback_used": false, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 1, - "facts": 0, - "relations": 0, - "chunks": 0, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty", - "exact_anchor_match" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 2309, - "tokens_in_estimate": 676 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Как работает endpoint /send?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "HTTP API /send", - "content": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "metadata": { - "name": "send_message_endpoint", - "tags": [ - "api", - "telegram", - "manual-send" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /send", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlAppFactory", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.send_message_endpoint", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "summary_text": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [], - "relations": [] -} -``` - -### User Prompt Overview -- question: Как работает endpoint /send? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: API_METHOD_EXPLAIN -- documents: 1 | samples: HTTP API /send -- facts: 0 -- relations: 0 - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-component-control-channel.json b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-component-control-channel.json deleted file mode 100644 index ed28f4a..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-component-control-channel.json +++ /dev/null @@ -1,92 +0,0 @@ -{ - "meta": { - "case_id": "docs-v2-component-control-channel", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v2.yaml", - "runner": "agent_runtime", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 20, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "docs/README.md", - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.send_message_endpoint" - ], - "entity_candidates": [ - "TelegramControlChannel" - ], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Объясни как работает компонент TelegramControlChannel" - }, - "output": { - "query": "Объясни как работает компонент TelegramControlChannel" - } - }, - { - "step": "router", - "input": { - "query": "Объясни как работает компонент TelegramControlChannel" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Объясни как работает компонент TelegramControlChannel" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 21517, - "tokens_in_estimate": 5478 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-component-control-channel.md b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-component-control-channel.md deleted file mode 100644 index e29385b..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-component-control-channel.md +++ /dev/null @@ -1,900 +0,0 @@ -# docs-v2-component-control-channel - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v2.yaml -- runner: agent_runtime -- mode: full_chain -- passed: True - -## Query -Объясни как работает компонент TelegramControlChannel - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 20, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "docs/README.md", - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.send_message_endpoint" - ], - "entity_candidates": [ - "TelegramControlChannel" - ], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Объясни как работает компонент TelegramControlChannel" - }, - "output": { - "query": "Объясни как работает компонент TelegramControlChannel" - } -} -``` - -### router -```json -{ - "input": { - "query": "Объясни как работает компонент TelegramControlChannel" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Объясни как работает компонент TelegramControlChannel" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 21517, - "tokens_in_estimate": 5478 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "layers_used": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "documents_found": 6, - "facts_found": 2, - "relations_found": 6, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "component", - "matched_anchor_value": "TelegramControlChannel", - "exact_anchor_match": false, - "docs_layers_requested": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D1_DOCUMENT_CATALOG": { - "hits": 6, - "top_ids": [ - "api.control_actions_endpoint", - "architecture.telegram_notify_app", - "docs/README.md", - "domain.runtime_health", - "logic.telegram_notification_loop" - ] - }, - "D2_FACT_INDEX": { - "hits": 8, - "top_ids": [ - "b480201013a7e5231146f665773ebc54af37c28135f407c6b758304c74561645", - "b8e44c3adb74aaa6c91ae8815fa091289e58dd3990a3a1b63e850c62075aea75", - "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3", - "54bbcbac242f1c85ec3280236ed5841998a8a3a548ff16cbf0b5acafbff469e3", - "b6bfad59b3bf00f199b5ef90c1208af19664de700413e7354468a93a4abaaa2f" - ] - }, - "D5_RELATION_GRAPH": { - "hits": 6, - "top_ids": [ - "afec31fd062e392dcd9699a92c7ab61fd4b1273c1a2b16702b23d55d8d0c47ac", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "ae34fe4b3cd2b47632b13b1e32303e842b57948aa21160abe8d9b478995e1d74" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "api.control_actions_endpoint" - ] - } - }, - "query_entity_candidates": [ - "TelegramControlChannel" - ], - "resolved_entity_candidates": [], - "query_anchor_candidates": [ - "TelegramControlChannel" - ], - "resolved_anchor_candidates": [ - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md", - "architecture.telegram_notify_app", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "domain.runtime_health", - "docs/documentation/domain/runtime-health-entity.md", - "logic.telegram_notification_loop", - "docs/documentation/logic/telegram-notification-loop.md", - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.control_actions_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "docs/README.md", - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.send_message_endpoint" - ], - "doc_paths": [ - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/documentation/domain/runtime-health-entity.md", - "docs/documentation/logic/telegram-notification-loop.md", - "docs/documentation/api/send-message-endpoint.md" - ], - "doc_titles": [ - "HTTP API /actions/{action}", - "Архитектура Telegram Notify App", - "Readme", - "Сущность runtime health", - "Цикл отправки уведомлений в Telegram", - "HTTP API /send", - "api.control_actions_endpoint:workflow_step", - "api.control_actions_endpoint:mentions_entity", - "api.control_actions_endpoint:parent", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.control_actions_endpoint:part_of", - "architecture.telegram_notify_app:child", - "architecture.telegram_notify_app:related_api", - "api.control_actions_endpoint:Функциональные требования", - "api.control_actions_endpoint:Нефункциональные требования", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Входные параметры" - ], - "relation_hits_count": 6, - "relation_targets": [ - "api.control_actions_endpoint:parent", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.control_actions_endpoint:part_of", - "architecture.telegram_notify_app:child", - "architecture.telegram_notify_app:related_api" - ], - "fallback_doc_hits_count": 12, - "fallback_used": false, - "fact_hits": 2, - "entity_hits": 0, - "evidence_summary": { - "documents": 6, - "facts": 2, - "relations": 6, - "chunks": 6, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 21517, - "tokens_in_estimate": 5478 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Объясни как работает компонент TelegramControlChannel", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "Архитектура Telegram Notify App", - "content": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "metadata": { - "name": "telegram_notify_app_overview", - "tags": [ - "architecture", - "telegram", - "plba", - "runtime" - ], - "type": "architecture_overview", - "layer": "system", - "links": [ - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "Архитектура Telegram Notify App", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "docs_root", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "children": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint", - "logic.telegram_notification_loop", - "domain.runtime_health" - ], - "doc_kind": "spec", - "entities": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramControlChannel", - "TelegramSendService", - "RuntimeManager" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "architecture.telegram_notify_app", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "summary_text": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/README.md", - "title": "Readme", - "content": "Readme", - "metadata": { - "name": "", - "tags": [], - "type": "", - "layer": "", - "links": [], - "owner": null, - "title": "Readme", - "doc_id": null, - "module": "", - "parent": null, - "status": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "81d952f1a6ea85b76f75e0e57f33b8fa4b2bf3cb7db11b91b90171aeedd655a6", - "children": [], - "doc_kind": "readme", - "entities": [], - "updated_at": null, - "doc_version": null, - "document_id": "docs/README.md", - "source_path": "docs/README.md", - "summary_text": "", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "Сущность runtime health", - "content": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "metadata": { - "name": "runtime_health", - "tags": [ - "domain", - "health", - "observability" - ], - "type": "domain_entity", - "layer": "domain", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "used_by", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "Сущность runtime health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "children": [], - "doc_kind": "misc", - "entities": [ - "WorkerHealth", - "WorkerStatus", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "domain.runtime_health", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "summary_text": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/logic/telegram-notification-loop.md", - "title": "Цикл отправки уведомлений в Telegram", - "content": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "metadata": { - "name": "telegram_notification_loop", - "tags": [ - "logic", - "telegram", - "worker", - "scheduling" - ], - "type": "logic_block", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - } - ], - "owner": null, - "title": "Цикл отправки уведомлений в Telegram", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "0f62f9b4dab261ca4ca34575ff5d84411a22c90b780c52eda388782b94f08470", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramNotifyWorker", - "TelegramSendService", - "WorkerHealth", - "WorkerStatus" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "logic.telegram_notification_loop", - "source_path": "docs/documentation/logic/telegram-notification-loop.md", - "summary_text": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "HTTP API /send", - "content": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "metadata": { - "name": "send_message_endpoint", - "tags": [ - "api", - "telegram", - "manual-send" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /send", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlAppFactory", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.send_message_endpoint", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "summary_text": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [ - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:workflow_step", - "content": "api.control_actions_endpoint workflow_step HTTP control plane запущен.", - "metadata": { - "tags": [], - "owner": null, - "anchor": "Сценарий", - "doc_id": null, - "object": "HTTP control plane запущен.", - "fact_id": "b480201013a7e5231146f665773ebc54af37c28135f407c6b758304c74561645", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "workflow_step", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:mentions_entity", - "content": "api.control_actions_endpoint mentions_entity ControlActionSet", - "metadata": { - "tags": [], - "owner": null, - "anchor": "frontmatter.entities", - "doc_id": null, - "object": "ControlActionSet", - "fact_id": "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "mentions_entity", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:parent", - "content": "api.control_actions_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "afec31fd062e392dcd9699a92c7ab61fd4b1273c1a2b16702b23d55d8d0c47ac", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_api", - "content": "api.control_actions_endpoint related_api api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_logic", - "content": "api.control_actions_endpoint related_logic logic.telegram_notification_loop", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "logic.telegram_notification_loop", - "doc_version": null, - "relation_id": "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_logic", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:part_of", - "content": "api.control_actions_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:child", - "content": "architecture.telegram_notify_app child api.control_actions_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.children", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "source_id": "architecture.telegram_notify_app", - "target_id": "api.control_actions_endpoint", - "doc_version": null, - "relation_id": "ae34fe4b3cd2b47632b13b1e32303e842b57948aa21160abe8d9b478995e1d74", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "child", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:related_api", - "content": "architecture.telegram_notify_app related_api api.control_actions_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "source_id": "architecture.telegram_notify_app", - "target_id": "api.control_actions_endpoint", - "doc_version": null, - "relation_id": "02530527e6e1d1e23316c9d25d0b30658d6c70063eb6e1d732d55c5ba29c9795", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Объясни как работает компонент TelegramControlChannel -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: COMPONENT_EXPLAIN -- documents: 6 | samples: HTTP API /actions/{action}, Архитектура Telegram Notify App, Readme -- facts: 2 | samples: api.control_actions_endpoint:workflow_step, api.control_actions_endpoint:mentions_entity -- relations: 6 | samples: api.control_actions_endpoint:parent, api.control_actions_endpoint:related_api, api.control_actions_endpoint:related_logic - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-component-runtime-manager.json b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-component-runtime-manager.json deleted file mode 100644 index aaca026..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-component-runtime-manager.json +++ /dev/null @@ -1,92 +0,0 @@ -{ - "meta": { - "case_id": "docs-v2-component-runtime-manager", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v2.yaml", - "runner": "agent_runtime", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 20, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "docs/README.md", - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.send_message_endpoint" - ], - "entity_candidates": [ - "RuntimeManager" - ], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Какую роль в системе играет RuntimeManager?" - }, - "output": { - "query": "Какую роль в системе играет RuntimeManager?" - } - }, - { - "step": "router", - "input": { - "query": "Какую роль в системе играет RuntimeManager?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Какую роль в системе играет RuntimeManager?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 21507, - "tokens_in_estimate": 5475 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-component-runtime-manager.md b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-component-runtime-manager.md deleted file mode 100644 index 20ea7af..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-component-runtime-manager.md +++ /dev/null @@ -1,900 +0,0 @@ -# docs-v2-component-runtime-manager - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v2.yaml -- runner: agent_runtime -- mode: full_chain -- passed: True - -## Query -Какую роль в системе играет RuntimeManager? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 20, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "docs/README.md", - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.send_message_endpoint" - ], - "entity_candidates": [ - "RuntimeManager" - ], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Какую роль в системе играет RuntimeManager?" - }, - "output": { - "query": "Какую роль в системе играет RuntimeManager?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Какую роль в системе играет RuntimeManager?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Какую роль в системе играет RuntimeManager?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 21507, - "tokens_in_estimate": 5475 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "layers_used": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "documents_found": 6, - "facts_found": 2, - "relations_found": 6, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "none", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D1_DOCUMENT_CATALOG": { - "hits": 6, - "top_ids": [ - "api.control_actions_endpoint", - "architecture.telegram_notify_app", - "docs/README.md", - "domain.runtime_health", - "logic.telegram_notification_loop" - ] - }, - "D2_FACT_INDEX": { - "hits": 8, - "top_ids": [ - "b480201013a7e5231146f665773ebc54af37c28135f407c6b758304c74561645", - "b8e44c3adb74aaa6c91ae8815fa091289e58dd3990a3a1b63e850c62075aea75", - "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3", - "54bbcbac242f1c85ec3280236ed5841998a8a3a548ff16cbf0b5acafbff469e3", - "b6bfad59b3bf00f199b5ef90c1208af19664de700413e7354468a93a4abaaa2f" - ] - }, - "D5_RELATION_GRAPH": { - "hits": 6, - "top_ids": [ - "afec31fd062e392dcd9699a92c7ab61fd4b1273c1a2b16702b23d55d8d0c47ac", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "ae34fe4b3cd2b47632b13b1e32303e842b57948aa21160abe8d9b478995e1d74" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "api.control_actions_endpoint" - ] - } - }, - "query_entity_candidates": [ - "RuntimeManager" - ], - "resolved_entity_candidates": [], - "query_anchor_candidates": [ - "RuntimeManager" - ], - "resolved_anchor_candidates": [ - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md", - "architecture.telegram_notify_app", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "domain.runtime_health", - "docs/documentation/domain/runtime-health-entity.md", - "logic.telegram_notification_loop", - "docs/documentation/logic/telegram-notification-loop.md", - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.control_actions_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "docs/README.md", - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.send_message_endpoint" - ], - "doc_paths": [ - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/documentation/domain/runtime-health-entity.md", - "docs/documentation/logic/telegram-notification-loop.md", - "docs/documentation/api/send-message-endpoint.md" - ], - "doc_titles": [ - "HTTP API /actions/{action}", - "Архитектура Telegram Notify App", - "Readme", - "Сущность runtime health", - "Цикл отправки уведомлений в Telegram", - "HTTP API /send", - "api.control_actions_endpoint:workflow_step", - "api.control_actions_endpoint:mentions_entity", - "api.control_actions_endpoint:parent", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.control_actions_endpoint:part_of", - "architecture.telegram_notify_app:child", - "architecture.telegram_notify_app:related_api", - "api.control_actions_endpoint:Функциональные требования", - "api.control_actions_endpoint:Нефункциональные требования", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Входные параметры" - ], - "relation_hits_count": 6, - "relation_targets": [ - "api.control_actions_endpoint:parent", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.control_actions_endpoint:part_of", - "architecture.telegram_notify_app:child", - "architecture.telegram_notify_app:related_api" - ], - "fallback_doc_hits_count": 12, - "fallback_used": false, - "fact_hits": 2, - "entity_hits": 0, - "evidence_summary": { - "documents": 6, - "facts": 2, - "relations": 6, - "chunks": 6, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 21507, - "tokens_in_estimate": 5475 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Какую роль в системе играет RuntimeManager?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "Архитектура Telegram Notify App", - "content": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "metadata": { - "name": "telegram_notify_app_overview", - "tags": [ - "architecture", - "telegram", - "plba", - "runtime" - ], - "type": "architecture_overview", - "layer": "system", - "links": [ - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "Архитектура Telegram Notify App", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "docs_root", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "children": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint", - "logic.telegram_notification_loop", - "domain.runtime_health" - ], - "doc_kind": "spec", - "entities": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramControlChannel", - "TelegramSendService", - "RuntimeManager" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "architecture.telegram_notify_app", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "summary_text": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/README.md", - "title": "Readme", - "content": "Readme", - "metadata": { - "name": "", - "tags": [], - "type": "", - "layer": "", - "links": [], - "owner": null, - "title": "Readme", - "doc_id": null, - "module": "", - "parent": null, - "status": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "81d952f1a6ea85b76f75e0e57f33b8fa4b2bf3cb7db11b91b90171aeedd655a6", - "children": [], - "doc_kind": "readme", - "entities": [], - "updated_at": null, - "doc_version": null, - "document_id": "docs/README.md", - "source_path": "docs/README.md", - "summary_text": "", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "Сущность runtime health", - "content": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "metadata": { - "name": "runtime_health", - "tags": [ - "domain", - "health", - "observability" - ], - "type": "domain_entity", - "layer": "domain", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "used_by", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "Сущность runtime health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "children": [], - "doc_kind": "misc", - "entities": [ - "WorkerHealth", - "WorkerStatus", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "domain.runtime_health", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "summary_text": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/logic/telegram-notification-loop.md", - "title": "Цикл отправки уведомлений в Telegram", - "content": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "metadata": { - "name": "telegram_notification_loop", - "tags": [ - "logic", - "telegram", - "worker", - "scheduling" - ], - "type": "logic_block", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - } - ], - "owner": null, - "title": "Цикл отправки уведомлений в Telegram", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "0f62f9b4dab261ca4ca34575ff5d84411a22c90b780c52eda388782b94f08470", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramNotifyWorker", - "TelegramSendService", - "WorkerHealth", - "WorkerStatus" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "logic.telegram_notification_loop", - "source_path": "docs/documentation/logic/telegram-notification-loop.md", - "summary_text": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "HTTP API /send", - "content": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "metadata": { - "name": "send_message_endpoint", - "tags": [ - "api", - "telegram", - "manual-send" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /send", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlAppFactory", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.send_message_endpoint", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "summary_text": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [ - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:workflow_step", - "content": "api.control_actions_endpoint workflow_step HTTP control plane запущен.", - "metadata": { - "tags": [], - "owner": null, - "anchor": "Сценарий", - "doc_id": null, - "object": "HTTP control plane запущен.", - "fact_id": "b480201013a7e5231146f665773ebc54af37c28135f407c6b758304c74561645", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "workflow_step", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:mentions_entity", - "content": "api.control_actions_endpoint mentions_entity ControlActionSet", - "metadata": { - "tags": [], - "owner": null, - "anchor": "frontmatter.entities", - "doc_id": null, - "object": "ControlActionSet", - "fact_id": "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "mentions_entity", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:parent", - "content": "api.control_actions_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "afec31fd062e392dcd9699a92c7ab61fd4b1273c1a2b16702b23d55d8d0c47ac", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_api", - "content": "api.control_actions_endpoint related_api api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_logic", - "content": "api.control_actions_endpoint related_logic logic.telegram_notification_loop", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "logic.telegram_notification_loop", - "doc_version": null, - "relation_id": "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_logic", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:part_of", - "content": "api.control_actions_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:child", - "content": "architecture.telegram_notify_app child api.control_actions_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.children", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "source_id": "architecture.telegram_notify_app", - "target_id": "api.control_actions_endpoint", - "doc_version": null, - "relation_id": "ae34fe4b3cd2b47632b13b1e32303e842b57948aa21160abe8d9b478995e1d74", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "child", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:related_api", - "content": "architecture.telegram_notify_app related_api api.control_actions_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "source_id": "architecture.telegram_notify_app", - "target_id": "api.control_actions_endpoint", - "doc_version": null, - "relation_id": "02530527e6e1d1e23316c9d25d0b30658d6c70063eb6e1d732d55c5ba29c9795", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Какую роль в системе играет RuntimeManager? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: COMPONENT_EXPLAIN -- documents: 6 | samples: HTTP API /actions/{action}, Архитектура Telegram Notify App, Readme -- facts: 2 | samples: api.control_actions_endpoint:workflow_step, api.control_actions_endpoint:mentions_entity -- relations: 6 | samples: api.control_actions_endpoint:parent, api.control_actions_endpoint:related_api, api.control_actions_endpoint:related_logic - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-entity-runtime-health.json b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-entity-runtime-health.json deleted file mode 100644 index ed93b21..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-entity-runtime-health.json +++ /dev/null @@ -1,92 +0,0 @@ -{ - "meta": { - "case_id": "docs-v2-entity-runtime-health", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v2.yaml", - "runner": "agent_runtime", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 26, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.health_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.send_message_endpoint" - ], - "entity_candidates": [ - "runtime health" - ], - "symbol_candidates": [], - "layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Что такое runtime health?" - }, - "output": { - "query": "Что такое runtime health?" - } - }, - { - "step": "router", - "input": { - "query": "Что такое runtime health?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Что такое runtime health?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 20267, - "tokens_in_estimate": 5165 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-entity-runtime-health.md b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-entity-runtime-health.md deleted file mode 100644 index 8c3c956..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-entity-runtime-health.md +++ /dev/null @@ -1,865 +0,0 @@ -# docs-v2-entity-runtime-health - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v2.yaml -- runner: agent_runtime -- mode: full_chain -- passed: True - -## Query -Что такое runtime health? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 26, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.health_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.send_message_endpoint" - ], - "entity_candidates": [ - "runtime health" - ], - "symbol_candidates": [], - "layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Что такое runtime health?" - }, - "output": { - "query": "Что такое runtime health?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Что такое runtime health?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Что такое runtime health?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 20267, - "tokens_in_estimate": 5165 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "layers_used": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "documents_found": 6, - "facts_found": 0, - "relations_found": 6, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "none", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D3_ENTITY_CATALOG": { - "hits": 8, - "top_ids": [ - "api.health_endpoint", - "architecture.telegram_notify_app", - "domain.runtime_health" - ] - }, - "D1_DOCUMENT_CATALOG": { - "hits": 6, - "top_ids": [ - "domain.runtime_health", - "api.health_endpoint", - "logic.telegram_notification_loop", - "api.control_actions_endpoint", - "architecture.telegram_notify_app" - ] - }, - "D5_RELATION_GRAPH": { - "hits": 6, - "top_ids": [ - "79bdb0a74713df6064008179ca8c5c186dc23e4e1c5e2c9607b0bdddeba50f93", - "af2a4f7c1b677b908410ba720915405e10dbd0870e30a3c6e3aa2468550ddf0e", - "77f5d358ab85b3d92018b6b51da7c39773148dfd346686e8832a45370c841160", - "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "api.health_endpoint" - ] - } - }, - "query_entity_candidates": [ - "runtime health" - ], - "resolved_entity_candidates": [], - "query_anchor_candidates": [], - "resolved_anchor_candidates": [ - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md", - "architecture.telegram_notify_app", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "domain.runtime_health", - "docs/documentation/domain/runtime-health-entity.md", - "logic.telegram_notification_loop", - "docs/documentation/logic/telegram-notification-loop.md", - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md", - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.health_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.send_message_endpoint" - ], - "doc_paths": [ - "docs/documentation/api/health-endpoint.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/documentation/domain/runtime-health-entity.md", - "docs/documentation/logic/telegram-notification-loop.md", - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/send-message-endpoint.md" - ], - "doc_titles": [ - "RuntimeManager", - "WorkerStatus", - "TelegramNotifyWorker", - "TelegramControlChannel", - "WorkerHealth", - "Сущность runtime health", - "HTTP API /health", - "Цикл отправки уведомлений в Telegram", - "HTTP API /actions/{action}", - "Архитектура Telegram Notify App", - "HTTP API /send", - "domain.runtime_health:parent", - "domain.runtime_health:part_of", - "api.health_endpoint:depends_on", - "api.health_endpoint:parent", - "api.health_endpoint:part_of", - "domain.runtime_health:used_by", - "api.health_endpoint:Сценарий", - "api.health_endpoint:Нефункциональные требования", - "api.health_endpoint:Summary", - "api.health_endpoint:Описание", - "api.health_endpoint:Функциональные требования", - "api.health_endpoint:Входные параметры" - ], - "relation_hits_count": 6, - "relation_targets": [ - "domain.runtime_health:parent", - "domain.runtime_health:part_of", - "api.health_endpoint:depends_on", - "api.health_endpoint:parent", - "api.health_endpoint:part_of", - "domain.runtime_health:used_by" - ], - "fallback_doc_hits_count": 12, - "fallback_used": false, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 6, - "facts": 0, - "relations": 6, - "chunks": 6, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 20267, - "tokens_in_estimate": 5165 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Что такое runtime health?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "Сущность runtime health", - "content": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "metadata": { - "name": "runtime_health", - "tags": [ - "domain", - "health", - "observability" - ], - "type": "domain_entity", - "layer": "domain", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "used_by", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "Сущность runtime health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "children": [], - "doc_kind": "misc", - "entities": [ - "WorkerHealth", - "WorkerStatus", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "domain.runtime_health", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "summary_text": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/health-endpoint.md", - "title": "HTTP API /health", - "content": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "metadata": { - "name": "health_endpoint", - "tags": [ - "api", - "health", - "control-plane" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "HTTP API /health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager", - "WorkerHealth" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "summary_text": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/logic/telegram-notification-loop.md", - "title": "Цикл отправки уведомлений в Telegram", - "content": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "metadata": { - "name": "telegram_notification_loop", - "tags": [ - "logic", - "telegram", - "worker", - "scheduling" - ], - "type": "logic_block", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - } - ], - "owner": null, - "title": "Цикл отправки уведомлений в Telegram", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "0f62f9b4dab261ca4ca34575ff5d84411a22c90b780c52eda388782b94f08470", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramNotifyWorker", - "TelegramSendService", - "WorkerHealth", - "WorkerStatus" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "logic.telegram_notification_loop", - "source_path": "docs/documentation/logic/telegram-notification-loop.md", - "summary_text": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "Архитектура Telegram Notify App", - "content": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "metadata": { - "name": "telegram_notify_app_overview", - "tags": [ - "architecture", - "telegram", - "plba", - "runtime" - ], - "type": "architecture_overview", - "layer": "system", - "links": [ - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "Архитектура Telegram Notify App", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "docs_root", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "children": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint", - "logic.telegram_notification_loop", - "domain.runtime_health" - ], - "doc_kind": "spec", - "entities": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramControlChannel", - "TelegramSendService", - "RuntimeManager" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "architecture.telegram_notify_app", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "summary_text": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "HTTP API /send", - "content": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "metadata": { - "name": "send_message_endpoint", - "tags": [ - "api", - "telegram", - "manual-send" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /send", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlAppFactory", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.send_message_endpoint", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "summary_text": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "domain.runtime_health:parent", - "content": "domain.runtime_health parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "source_id": "domain.runtime_health", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "79bdb0a74713df6064008179ca8c5c186dc23e4e1c5e2c9607b0bdddeba50f93", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "domain.runtime_health:part_of", - "content": "domain.runtime_health part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "source_id": "domain.runtime_health", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "af2a4f7c1b677b908410ba720915405e10dbd0870e30a3c6e3aa2468550ddf0e", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:depends_on", - "content": "api.health_endpoint depends_on domain.runtime_health", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "domain.runtime_health", - "doc_version": null, - "relation_id": "77f5d358ab85b3d92018b6b51da7c39773148dfd346686e8832a45370c841160", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "depends_on", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:parent", - "content": "api.health_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:part_of", - "content": "api.health_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "domain.runtime_health:used_by", - "content": "domain.runtime_health used_by api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "source_id": "domain.runtime_health", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "801650f8bcbfbfbefd35c14447bfef7b3c3827313db790efa7faf47db860f8c4", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "used_by", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Что такое runtime health? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: ENTITY_EXPLAIN -- documents: 6 | samples: Сущность runtime health, HTTP API /health, Цикл отправки уведомлений в Telegram -- facts: 0 -- relations: 6 | samples: domain.runtime_health:parent, domain.runtime_health:part_of, api.health_endpoint:depends_on - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-entity-worker-status.json b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-entity-worker-status.json deleted file mode 100644 index 1b6b641..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-entity-worker-status.json +++ /dev/null @@ -1,86 +0,0 @@ -{ - "meta": { - "case_id": "docs-v2-entity-worker-status", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v2.yaml", - "runner": "agent_runtime", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 4, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "domain.runtime_health", - "logic.telegram_notification_loop" - ], - "entity_candidates": [ - "WorkerStatus" - ], - "symbol_candidates": [], - "layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Объясни сущность WorkerStatus" - }, - "output": { - "query": "Объясни сущность WorkerStatus" - } - }, - { - "step": "router", - "input": { - "query": "Объясни сущность WorkerStatus" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Объясни сущность WorkerStatus" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 2555, - "tokens_in_estimate": 737 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-entity-worker-status.md b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-entity-worker-status.md deleted file mode 100644 index 9119415..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-entity-worker-status.md +++ /dev/null @@ -1,384 +0,0 @@ -# docs-v2-entity-worker-status - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v2.yaml -- runner: agent_runtime -- mode: full_chain -- passed: True - -## Query -Объясни сущность WorkerStatus - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 4, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "domain.runtime_health", - "logic.telegram_notification_loop" - ], - "entity_candidates": [ - "WorkerStatus" - ], - "symbol_candidates": [], - "layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Объясни сущность WorkerStatus" - }, - "output": { - "query": "Объясни сущность WorkerStatus" - } -} -``` - -### router -```json -{ - "input": { - "query": "Объясни сущность WorkerStatus" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Объясни сущность WorkerStatus" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 2555, - "tokens_in_estimate": 737 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "layers_used": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "documents_found": 1, - "facts_found": 0, - "relations_found": 0, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "entity", - "matched_anchor_value": "WorkerStatus", - "exact_anchor_match": true, - "docs_layers_requested": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D3_ENTITY_CATALOG": { - "hits": 8, - "top_ids": [ - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.control_actions_endpoint", - "api.health_endpoint" - ] - }, - "D1_DOCUMENT_CATALOG": { - "hits": 6, - "top_ids": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "architecture.telegram_notify_app" - ] - }, - "D5_RELATION_GRAPH": { - "hits": 6, - "top_ids": [ - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "logic.telegram_notification_loop", - "docs/README.md", - "api.control_actions_endpoint" - ] - } - }, - "query_entity_candidates": [ - "WorkerStatus" - ], - "resolved_entity_candidates": [], - "query_anchor_candidates": [ - "WorkerStatus" - ], - "resolved_anchor_candidates": [ - "domain.runtime_health", - "docs/documentation/domain/runtime-health-entity.md", - "logic.telegram_notification_loop", - "docs/documentation/logic/telegram-notification-loop.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "domain.runtime_health", - "logic.telegram_notification_loop" - ], - "doc_paths": [ - "docs/documentation/domain/runtime-health-entity.md", - "docs/documentation/logic/telegram-notification-loop.md" - ], - "doc_titles": [ - "WorkerStatus", - "logic.telegram_notification_loop:Details", - "Сущность runtime health" - ], - "relation_hits_count": 0, - "relation_targets": [], - "fallback_doc_hits_count": 2, - "fallback_used": false, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 1, - "facts": 0, - "relations": 0, - "chunks": 1, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty", - "exact_anchor_match" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 2555, - "tokens_in_estimate": 737 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Объясни сущность WorkerStatus", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "Сущность runtime health", - "content": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "metadata": { - "name": "runtime_health", - "tags": [ - "domain", - "health", - "observability" - ], - "type": "domain_entity", - "layer": "domain", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "used_by", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "Сущность runtime health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "children": [], - "doc_kind": "misc", - "entities": [ - "WorkerHealth", - "WorkerStatus", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "domain.runtime_health", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "summary_text": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [], - "relations": [] -} -``` - -### User Prompt Overview -- question: Объясни сущность WorkerStatus -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: ENTITY_EXPLAIN -- documents: 1 | samples: Сущность runtime health -- facts: 0 -- relations: 0 - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-general-overview.json b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-general-overview.json deleted file mode 100644 index 33bd171..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-general-overview.json +++ /dev/null @@ -1,85 +0,0 @@ -{ - "meta": { - "case_id": "docs-v2-general-overview", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v2.yaml", - "runner": "agent_runtime", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 12, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_general_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Что вообще описано в документации по этому сервису?" - }, - "output": { - "query": "Что вообще описано в документации по этому сервису?" - } - }, - { - "step": "router", - "input": { - "query": "Что вообще описано в документации по этому сервису?" - }, - "output": { - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Что вообще описано в документации по этому сервису?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_general_answer", - "llm_request": { - "prompt_name": "docs_general_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 345, - "user_chars": 7589, - "tokens_in_estimate": 1984 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-general-overview.md b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-general-overview.md deleted file mode 100644 index b43e87a..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-general-overview.md +++ /dev/null @@ -1,493 +0,0 @@ -# docs-v2-general-overview - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v2.yaml -- runner: agent_runtime -- mode: full_chain -- passed: True - -## Query -Что вообще описано в документации по этому сервису? - -## Actual -{ - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 12, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_general_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Что вообще описано в документации по этому сервису?" - }, - "output": { - "query": "Что вообще описано в документации по этому сервису?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Что вообще описано в документации по этому сервису?" - }, - "output": { - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Что вообще описано в документации по этому сервису?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_general_answer", - "llm_request": { - "prompt_name": "docs_general_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 345, - "user_chars": 7589, - "tokens_in_estimate": 1984 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "layers_used": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "documents_found": 4, - "facts_found": 0, - "relations_found": 0, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_general_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "none", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D1_DOCUMENT_CATALOG": { - "hits": 4, - "top_ids": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 8, - "top_ids": [ - "docs/README.md", - "api.control_actions_endpoint" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [], - "resolved_anchor_candidates": [ - "docs/README.md", - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md", - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md", - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "doc_paths": [ - "docs/README.md", - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/send-message-endpoint.md" - ], - "doc_titles": [ - "Readme", - "HTTP API /actions/{action}", - "HTTP API /health", - "HTTP API /send", - "docs/README.md:Структура", - "docs/README.md:Навигация", - "docs/README.md:Правила и шаблоны", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Функциональные требования", - "docs/README.md:Project Docs" - ], - "relation_hits_count": 0, - "relation_targets": [], - "fallback_doc_hits_count": 12, - "fallback_used": false, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 4, - "facts": 0, - "relations": 0, - "chunks": 8, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_general_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 345, - "user_chars": 7589, - "tokens_in_estimate": 1984 -} -``` - -### System Prompt -```text -Ты отвечаешь на общий вопрос по документации проекта. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные документы и факты -- Не додумывай отсутствующие детали -- Если данных недостаточно, скажи это прямо -- Дай короткий понятный ответ без лишней структуры -``` - -### User Prompt -```json -{ - "question": "Что вообще описано в документации по этому сервису?", - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/README.md", - "title": "Readme", - "content": "Readme", - "metadata": { - "name": "", - "tags": [], - "type": "", - "layer": "", - "links": [], - "owner": null, - "title": "Readme", - "doc_id": null, - "module": "", - "parent": null, - "status": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "81d952f1a6ea85b76f75e0e57f33b8fa4b2bf3cb7db11b91b90171aeedd655a6", - "children": [], - "doc_kind": "readme", - "entities": [], - "updated_at": null, - "doc_version": null, - "document_id": "docs/README.md", - "source_path": "docs/README.md", - "summary_text": "", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/health-endpoint.md", - "title": "HTTP API /health", - "content": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "metadata": { - "name": "health_endpoint", - "tags": [ - "api", - "health", - "control-plane" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "HTTP API /health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager", - "WorkerHealth" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "summary_text": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "HTTP API /send", - "content": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "metadata": { - "name": "send_message_endpoint", - "tags": [ - "api", - "telegram", - "manual-send" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /send", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlAppFactory", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.send_message_endpoint", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "summary_text": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [], - "relations": [] -} -``` - -### User Prompt Overview -- question: Что вообще описано в документации по этому сервису? -- intent: GENERAL_QA -- sub_intent: GENERIC_QA -- documents: 4 | samples: Readme, HTTP API /actions/{action}, HTTP API /health -- facts: 0 -- relations: 0 - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-negative-missing-entity.json b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-negative-missing-entity.json deleted file mode 100644 index 0ae090c..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-negative-missing-entity.json +++ /dev/null @@ -1,83 +0,0 @@ -{ - "meta": { - "case_id": "docs-v2-negative-missing-entity", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v2.yaml", - "runner": "agent_runtime", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "degraded", - "path_scope": [], - "doc_scope": [], - "entity_candidates": [ - "PaymentTransaction" - ], - "symbol_candidates": [], - "layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "reject", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": "not_found_exact_anchor", - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Что такое сущность PaymentTransaction?" - }, - "output": { - "query": "Что такое сущность PaymentTransaction?" - } - }, - { - "step": "router", - "input": { - "query": "Что такое сущность PaymentTransaction?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Что такое сущность PaymentTransaction?" - }, - "output": { - "answer_mode": "degraded", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 182, - "tokens_in_estimate": 144 - } - }, - "degraded_reason": "not_found_exact_anchor" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-negative-missing-entity.md b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-negative-missing-entity.md deleted file mode 100644 index e91b05c..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-negative-missing-entity.md +++ /dev/null @@ -1,307 +0,0 @@ -# docs-v2-negative-missing-entity - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v2.yaml -- runner: agent_runtime -- mode: full_chain -- passed: True - -## Query -Что такое сущность PaymentTransaction? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "degraded", - "path_scope": [], - "doc_scope": [], - "entity_candidates": [ - "PaymentTransaction" - ], - "symbol_candidates": [], - "layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "reject", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": "not_found_exact_anchor", - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Что такое сущность PaymentTransaction?" - }, - "output": { - "query": "Что такое сущность PaymentTransaction?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Что такое сущность PaymentTransaction?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Что такое сущность PaymentTransaction?" - }, - "output": { - "answer_mode": "degraded", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 182, - "tokens_in_estimate": 144 - } - }, - "degraded_reason": "not_found_exact_anchor" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "layers_used": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "documents_found": 0, - "facts_found": 0, - "relations_found": 0, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": false, - "matched_intent_source": "deterministic", - "matched_anchor_type": "entity", - "matched_anchor_value": "PaymentTransaction", - "exact_anchor_match": false, - "docs_layers_requested": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D3_ENTITY_CATALOG": { - "hits": 8, - "top_ids": [ - "api.control_actions_endpoint", - "api.health_endpoint" - ] - }, - "D1_DOCUMENT_CATALOG": { - "hits": 6, - "top_ids": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "architecture.telegram_notify_app" - ] - }, - "D5_RELATION_GRAPH": { - "hits": 6, - "top_ids": [ - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "docs/README.md", - "api.control_actions_endpoint" - ] - } - }, - "query_entity_candidates": [ - "PaymentTransaction" - ], - "resolved_entity_candidates": [], - "query_anchor_candidates": [ - "PaymentTransaction" - ], - "resolved_anchor_candidates": [], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [], - "doc_paths": [], - "doc_titles": [], - "relation_hits_count": 0, - "relation_targets": [], - "fallback_doc_hits_count": 0, - "fallback_used": false, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 0, - "facts": 0, - "relations": 0, - "chunks": 0, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "reject", - "gate_decision_reason": "not_found_exact_anchor", - "gate_missing_requirements": [ - "retrieval_non_empty", - "exact_anchor_match" - ], - "gate_satisfied_requirements": [], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "degraded", - "degrade_reason": "not_found_exact_anchor", - "degraded_reason": "not_found_exact_anchor", - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 182, - "tokens_in_estimate": 144 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Что такое сущность PaymentTransaction?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "documents": [], - "facts": [], - "relations": [] -} -``` - -### User Prompt Overview -- question: Что такое сущность PaymentTransaction? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: ENTITY_EXPLAIN -- documents: 0 -- facts: 0 -- relations: 0 - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-openapi-fragment-send-request.json b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-openapi-fragment-send-request.json deleted file mode 100644 index 7439c5a..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-openapi-fragment-send-request.json +++ /dev/null @@ -1,82 +0,0 @@ -{ - "meta": { - "case_id": "docs-v2-openapi-fragment-send-request", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v2.yaml", - "runner": "agent_runtime", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "intent": "OPENAPI_GENERATION", - "sub_intent": "OPENAPI_FRAGMENT_GENERATE", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 1, - "llm_answer": "", - "answer_mode": "structured_spec", - "path_scope": [], - "doc_scope": [ - "api.send_message_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": "api_method" - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "partial", - "prompt_used": "docs_openapi_fragment_answer", - "llm_mode": "yaml", - "degraded_reason": "fragment_payload_only", - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Сгенерируй request schema для endpoint /send" - }, - "output": { - "query": "Сгенерируй request schema для endpoint /send" - } - }, - { - "step": "router", - "input": { - "query": "Сгенерируй request schema для endpoint /send" - }, - "output": { - "intent": "OPENAPI_GENERATION", - "sub_intent": "OPENAPI_FRAGMENT_GENERATE", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Сгенерируй request schema для endpoint /send" - }, - "output": { - "answer_mode": "ready_partial", - "prompt_name": "docs_openapi_fragment_answer", - "llm_request": { - "prompt_name": "docs_openapi_fragment_answer", - "log_context": "graph.project_qa.docs.openapi", - "prompt_stats": { - "system_chars": 319, - "user_chars": 2748, - "tokens_in_estimate": 767 - } - }, - "degraded_reason": "fragment_payload_only" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-openapi-fragment-send-request.md b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-openapi-fragment-send-request.md deleted file mode 100644 index 11cfed0..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-openapi-fragment-send-request.md +++ /dev/null @@ -1,383 +0,0 @@ -# docs-v2-openapi-fragment-send-request - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v2.yaml -- runner: agent_runtime -- mode: full_chain -- passed: True - -## Query -Сгенерируй request schema для endpoint /send - -## Actual -{ - "intent": "OPENAPI_GENERATION", - "sub_intent": "OPENAPI_FRAGMENT_GENERATE", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 1, - "llm_answer": "", - "answer_mode": "structured_spec", - "path_scope": [], - "doc_scope": [ - "api.send_message_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": "api_method" - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "partial", - "prompt_used": "docs_openapi_fragment_answer", - "llm_mode": "yaml", - "degraded_reason": "fragment_payload_only", - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Сгенерируй request schema для endpoint /send" - }, - "output": { - "query": "Сгенерируй request schema для endpoint /send" - } -} -``` - -### router -```json -{ - "input": { - "query": "Сгенерируй request schema для endpoint /send" - }, - "output": { - "intent": "OPENAPI_GENERATION", - "sub_intent": "OPENAPI_FRAGMENT_GENERATE", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Сгенерируй request schema для endpoint /send" - }, - "output": { - "answer_mode": "ready_partial", - "prompt_name": "docs_openapi_fragment_answer", - "llm_request": { - "prompt_name": "docs_openapi_fragment_answer", - "log_context": "graph.project_qa.docs.openapi", - "prompt_stats": { - "system_chars": 319, - "user_chars": 2748, - "tokens_in_estimate": 767 - } - }, - "degraded_reason": "fragment_payload_only" - } -} -``` - -## Diagnostics -{ - "intent": "OPENAPI_GENERATION", - "sub_intent": "OPENAPI_FRAGMENT_GENERATE", - "layers_used": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D0_DOC_CHUNKS" - ], - "documents_found": 1, - "facts_found": 0, - "relations_found": 0, - "openapi_fields_extracted": 0, - "missing_required_fields": [ - "method", - "schema_fragment" - ], - "openapi_status": { - "has_path": true, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_openapi_fragment_answer", - "llm_mode": "yaml", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "endpoint", - "matched_anchor_value": "/send", - "exact_anchor_match": true, - "docs_layers_requested": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D1_DOCUMENT_CATALOG": { - "hits": 7, - "top_ids": [ - "api.send_message_endpoint", - "api.control_actions_endpoint", - "api.health_endpoint", - "architecture.telegram_notify_app", - "docs/README.md" - ] - }, - "D2_FACT_INDEX": { - "hits": 8, - "top_ids": [ - "f85d982c272a2ee6baeadc433221a20e684cd8ef01cb4788d6f76d05ca56d6d0", - "b8e44c3adb74aaa6c91ae8815fa091289e58dd3990a3a1b63e850c62075aea75", - "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3", - "54bbcbac242f1c85ec3280236ed5841998a8a3a548ff16cbf0b5acafbff469e3", - "b6bfad59b3bf00f199b5ef90c1208af19664de700413e7354468a93a4abaaa2f" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "api.control_actions_endpoint" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [ - "/send" - ], - "resolved_anchor_candidates": [ - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.send_message_endpoint" - ], - "doc_paths": [ - "docs/documentation/api/send-message-endpoint.md" - ], - "doc_titles": [ - "HTTP API /send" - ], - "relation_hits_count": 0, - "relation_targets": [], - "fallback_doc_hits_count": 1, - "fallback_used": false, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 1, - "facts": 0, - "relations": 0, - "chunks": 0, - "entity_hits": 0, - "openapi_signals": { - "path_found": true, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": true - } - }, - "gate_decision": "partial", - "gate_decision_reason": "fragment_payload_only", - "gate_missing_requirements": [ - "http_method_found", - "contract_fields_found", - "status_codes_found" - ], - "gate_satisfied_requirements": [ - "retrieval_non_empty", - "exact_anchor_match", - "path_found", - "payload_description_found", - "api_method_filter" - ], - "openapi_evidence": { - "path_found": true, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": true - }, - "requested_fragment_type": "request_schema", - "fragment_evidence_found": [ - "path", - "payload_description" - ], - "fragment_missing_requirements": [], - "answer_mode": "ready_partial", - "degrade_reason": "fragment_payload_only", - "degraded_reason": "fragment_payload_only", - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_openapi_fragment_answer -- log_context: graph.project_qa.docs.openapi - -### Prompt Stats -```json -{ - "system_chars": 319, - "user_chars": 2748, - "tokens_in_estimate": 767 -} -``` - -### System Prompt -```text -Ты генерируешь часть OpenAPI schema по документации API. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations -- api_contract - -Правила: -- Только schema -- Без полного OpenAPI документа -- Используй только данные из payload -- Не придумывай поля -- Верни ТОЛЬКО YAML без пояснений -``` - -### User Prompt -```json -{ - "question": "Сгенерируй request schema для endpoint /send", - "intent": "OPENAPI_GENERATION", - "sub_intent": "OPENAPI_FRAGMENT_GENERATE", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "HTTP API /send", - "content": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "metadata": { - "name": "send_message_endpoint", - "tags": [ - "api", - "telegram", - "manual-send" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /send", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlAppFactory", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.send_message_endpoint", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "summary_text": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [], - "relations": [], - "api_contract": { - "path": "/send", - "method": "", - "request_schema": null, - "response_schema": null, - "diagnostics": { - "has_path": true, - "has_method": false, - "has_request": false, - "has_response": false, - "status_codes_found": false, - "payload_description_found": true, - "missing_required_fields": [ - "method", - "schema_fragment" - ] - } - } -} -``` - -### User Prompt Overview -- question: Сгенерируй request schema для endpoint /send -- intent: OPENAPI_GENERATION -- sub_intent: OPENAPI_FRAGMENT_GENERATE -- documents: 1 | samples: HTTP API /send -- facts: 0 -- relations: 0 -- api_contract: - path: /send - method: — - has_request_schema: False - has_response_schema: False - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-openapi-health.json b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-openapi-health.json deleted file mode 100644 index 215c1bb..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-openapi-health.json +++ /dev/null @@ -1,84 +0,0 @@ -{ - "meta": { - "case_id": "docs-v2-openapi-health", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v2.yaml", - "runner": "agent_runtime", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "intent": "OPENAPI_GENERATION", - "sub_intent": "OPENAPI_METHOD_GENERATE", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 1, - "llm_answer": "", - "answer_mode": "structured_spec", - "path_scope": [], - "doc_scope": [ - "api.health_endpoint" - ], - "entity_candidates": [ - "OpenAPI" - ], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": "api_method" - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "partial", - "prompt_used": "docs_openapi_answer", - "llm_mode": "yaml", - "degraded_reason": "answered_with_gaps", - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Сгенерируй OpenAPI для endpoint /health по документации" - }, - "output": { - "query": "Сгенерируй OpenAPI для endpoint /health по документации" - } - }, - { - "step": "router", - "input": { - "query": "Сгенерируй OpenAPI для endpoint /health по документации" - }, - "output": { - "intent": "OPENAPI_GENERATION", - "sub_intent": "OPENAPI_METHOD_GENERATE", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Сгенерируй OpenAPI для endpoint /health по документации" - }, - "output": { - "answer_mode": "ready_partial", - "prompt_name": "docs_openapi_answer", - "llm_request": { - "prompt_name": "docs_openapi_answer", - "log_context": "graph.project_qa.docs.openapi", - "prompt_stats": { - "system_chars": 399, - "user_chars": 2733, - "tokens_in_estimate": 783 - } - }, - "degraded_reason": "answered_with_gaps" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-openapi-health.md b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-openapi-health.md deleted file mode 100644 index 82731e1..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-openapi-health.md +++ /dev/null @@ -1,395 +0,0 @@ -# docs-v2-openapi-health - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v2.yaml -- runner: agent_runtime -- mode: full_chain -- passed: True - -## Query -Сгенерируй OpenAPI для endpoint /health по документации - -## Actual -{ - "intent": "OPENAPI_GENERATION", - "sub_intent": "OPENAPI_METHOD_GENERATE", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 1, - "llm_answer": "", - "answer_mode": "structured_spec", - "path_scope": [], - "doc_scope": [ - "api.health_endpoint" - ], - "entity_candidates": [ - "OpenAPI" - ], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": "api_method" - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "partial", - "prompt_used": "docs_openapi_answer", - "llm_mode": "yaml", - "degraded_reason": "answered_with_gaps", - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Сгенерируй OpenAPI для endpoint /health по документации" - }, - "output": { - "query": "Сгенерируй OpenAPI для endpoint /health по документации" - } -} -``` - -### router -```json -{ - "input": { - "query": "Сгенерируй OpenAPI для endpoint /health по документации" - }, - "output": { - "intent": "OPENAPI_GENERATION", - "sub_intent": "OPENAPI_METHOD_GENERATE", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Сгенерируй OpenAPI для endpoint /health по документации" - }, - "output": { - "answer_mode": "ready_partial", - "prompt_name": "docs_openapi_answer", - "llm_request": { - "prompt_name": "docs_openapi_answer", - "log_context": "graph.project_qa.docs.openapi", - "prompt_stats": { - "system_chars": 399, - "user_chars": 2733, - "tokens_in_estimate": 783 - } - }, - "degraded_reason": "answered_with_gaps" - } -} -``` - -## Diagnostics -{ - "intent": "OPENAPI_GENERATION", - "sub_intent": "OPENAPI_METHOD_GENERATE", - "layers_used": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D0_DOC_CHUNKS" - ], - "documents_found": 1, - "facts_found": 0, - "relations_found": 0, - "openapi_fields_extracted": 0, - "missing_required_fields": [ - "method", - "request_schema", - "response_schema" - ], - "openapi_status": { - "has_path": true, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_openapi_answer", - "llm_mode": "yaml", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "endpoint", - "matched_anchor_value": "/health", - "exact_anchor_match": true, - "docs_layers_requested": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D1_DOCUMENT_CATALOG": { - "hits": 7, - "top_ids": [ - "api.send_message_endpoint", - "api.control_actions_endpoint", - "api.health_endpoint", - "domain.runtime_health", - "architecture.telegram_notify_app" - ] - }, - "D2_FACT_INDEX": { - "hits": 8, - "top_ids": [ - "f85d982c272a2ee6baeadc433221a20e684cd8ef01cb4788d6f76d05ca56d6d0", - "b8e44c3adb74aaa6c91ae8815fa091289e58dd3990a3a1b63e850c62075aea75", - "b6bfad59b3bf00f199b5ef90c1208af19664de700413e7354468a93a4abaaa2f", - "a8a325e0815b3a2a870ba2825f3afb3f41056b4c091df4c3bb3418ffd20891dd", - "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "api.control_actions_endpoint" - ] - } - }, - "query_entity_candidates": [ - "OpenAPI" - ], - "resolved_entity_candidates": [], - "query_anchor_candidates": [ - "/health", - "OpenAPI" - ], - "resolved_anchor_candidates": [ - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.health_endpoint" - ], - "doc_paths": [ - "docs/documentation/api/health-endpoint.md" - ], - "doc_titles": [ - "HTTP API /health" - ], - "relation_hits_count": 0, - "relation_targets": [], - "fallback_doc_hits_count": 1, - "fallback_used": false, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 1, - "facts": 0, - "relations": 0, - "chunks": 0, - "entity_hits": 0, - "openapi_signals": { - "path_found": true, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": true, - "payload_description": true - } - }, - "gate_decision": "partial", - "gate_decision_reason": "answered_with_gaps", - "gate_missing_requirements": [ - "http_method_found", - "contract_fields_found" - ], - "gate_satisfied_requirements": [ - "retrieval_non_empty", - "exact_anchor_match", - "path_found", - "status_codes_found", - "payload_description_found", - "api_method_filter" - ], - "openapi_evidence": { - "path_found": true, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": true, - "payload_description": true - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready_partial", - "degrade_reason": "answered_with_gaps", - "degraded_reason": "answered_with_gaps", - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_openapi_answer -- log_context: graph.project_qa.docs.openapi - -### Prompt Stats -```json -{ - "system_chars": 399, - "user_chars": 2733, - "tokens_in_estimate": 783 -} -``` - -### System Prompt -```text -Ты генерируешь OpenAPI спецификацию по документации API. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations -- api_contract - -Правила: -- Используй только данные из документации -- Не придумывай поля -- Если данных нет, не заполняй -- Верни ТОЛЬКО YAML без пояснений - -Формат: -paths: - /path: - method: - summary: ... - requestBody: - responses: -``` - -### User Prompt -```json -{ - "question": "Сгенерируй OpenAPI для endpoint /health по документации", - "intent": "OPENAPI_GENERATION", - "sub_intent": "OPENAPI_METHOD_GENERATE", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/health-endpoint.md", - "title": "HTTP API /health", - "content": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "metadata": { - "name": "health_endpoint", - "tags": [ - "api", - "health", - "control-plane" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "HTTP API /health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager", - "WorkerHealth" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "summary_text": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [], - "relations": [], - "api_contract": { - "path": "/health", - "method": "", - "request_schema": null, - "response_schema": null, - "diagnostics": { - "has_path": true, - "has_method": false, - "has_request": false, - "has_response": false, - "status_codes_found": true, - "payload_description_found": true, - "missing_required_fields": [ - "method", - "request_schema", - "response_schema" - ] - } - } -} -``` - -### User Prompt Overview -- question: Сгенерируй OpenAPI для endpoint /health по документации -- intent: OPENAPI_GENERATION -- sub_intent: OPENAPI_METHOD_GENERATE -- documents: 1 | samples: HTTP API /health -- facts: 0 -- relations: 0 -- api_contract: - path: /health - method: — - has_request_schema: False - has_response_schema: False - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-related-docs-architecture-overview.json b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-related-docs-architecture-overview.json deleted file mode 100644 index 0211259..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-related-docs-architecture-overview.json +++ /dev/null @@ -1,83 +0,0 @@ -{ - "meta": { - "case_id": "docs-v2-related-docs-architecture-overview", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v2.yaml", - "runner": "agent_runtime", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 5, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "architecture.telegram_notify_app_overview", - "architecture.telegram_notify_app" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "graph_summary", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Какие дочерние документы есть у overview архитектуры сервиса?" - }, - "output": { - "query": "Какие дочерние документы есть у overview архитектуры сервиса?" - } - }, - { - "step": "router", - "input": { - "query": "Какие дочерние документы есть у overview архитектуры сервиса?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Какие дочерние документы есть у overview архитектуры сервиса?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 3236, - "tokens_in_estimate": 908 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-related-docs-architecture-overview.md b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-related-docs-architecture-overview.md deleted file mode 100644 index 4825cc7..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-related-docs-architecture-overview.md +++ /dev/null @@ -1,372 +0,0 @@ -# docs-v2-related-docs-architecture-overview - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v2.yaml -- runner: agent_runtime -- mode: full_chain -- passed: True - -## Query -Какие дочерние документы есть у overview архитектуры сервиса? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 5, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "architecture.telegram_notify_app_overview", - "architecture.telegram_notify_app" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "graph_summary", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Какие дочерние документы есть у overview архитектуры сервиса?" - }, - "output": { - "query": "Какие дочерние документы есть у overview архитектуры сервиса?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Какие дочерние документы есть у overview архитектуры сервиса?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Какие дочерние документы есть у overview архитектуры сервиса?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 3236, - "tokens_in_estimate": 908 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "layers_used": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "documents_found": 0, - "facts_found": 0, - "relations_found": 3, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "graph_summary", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "workflow", - "matched_anchor_value": "архитектуры", - "exact_anchor_match": false, - "docs_layers_requested": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D5_RELATION_GRAPH" - ], - "planned_layers": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D5_RELATION_GRAPH" - ], - "non_empty_layers": [ - "D5_RELATION_GRAPH" - ], - "layer_diagnostics": { - "D5_RELATION_GRAPH": { - "hits": 8, - "top_ids": [ - "305bab0c6567d93a2b453a9d70b676f9ecd8de083ef36f5cf3398747c25ebf94", - "7bd0428d23e9b20f7d65202cc269e45b3d1e7aed7b5df4a35581fd88677be29b", - "0eb7f73fcda8556439e06f5eeb5ce064ae32b6cd3129353f5b1b4eb3db626d88", - "ae34fe4b3cd2b47632b13b1e32303e842b57948aa21160abe8d9b478995e1d74", - "145ccbb861a8fb621286ec9c888ce69677168d35c7871c70537e888ce3a5b910" - ] - }, - "D1_DOCUMENT_CATALOG": { - "hits": 0, - "top_ids": [], - "skipped": true, - "reason": "relation_primary_sufficient" - }, - "D0_DOC_CHUNKS": { - "hits": 2, - "top_ids": [ - "architecture.telegram_notify_app" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [], - "resolved_anchor_candidates": [ - "docs/documentation/architecture/telegram-notify-app-overview.md", - "architecture.telegram_notify_app" - ], - "anchor_candidates": [ - "architecture.telegram_notify_app_overview", - "architecture.telegram_notify_app" - ], - "selected_anchor": "architecture.telegram_notify_app_overview", - "anchor_selection_reason": "relation_neighbor", - "anchor_match_type": "semantic_fallback", - "doc_ids": [ - "architecture.telegram_notify_app_overview", - "architecture.telegram_notify_app" - ], - "doc_paths": [ - "docs/documentation/architecture/telegram-notify-app-overview.md" - ], - "doc_titles": [ - "architecture.telegram_notify_app:child", - "architecture.telegram_notify_app:related_api", - "architecture.telegram_notify_app:parent", - "architecture.telegram_notify_app:Summary", - "architecture.telegram_notify_app:Details" - ], - "relation_hits_count": 3, - "relation_targets": [ - "architecture.telegram_notify_app:child", - "architecture.telegram_notify_app:related_api", - "architecture.telegram_notify_app:parent" - ], - "fallback_doc_hits_count": 2, - "fallback_used": true, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 0, - "facts": 0, - "relations": 3, - "chunks": 2, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "relation_evidence_available", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 3236, - "tokens_in_estimate": 908 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Какие дочерние документы есть у overview архитектуры сервиса?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "documents": [], - "facts": [], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:child", - "content": "architecture.telegram_notify_app child api.send_message_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.children", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "source_id": "architecture.telegram_notify_app", - "target_id": "api.send_message_endpoint", - "doc_version": null, - "relation_id": "305bab0c6567d93a2b453a9d70b676f9ecd8de083ef36f5cf3398747c25ebf94", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "child", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:related_api", - "content": "architecture.telegram_notify_app related_api api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "source_id": "architecture.telegram_notify_app", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "7bd0428d23e9b20f7d65202cc269e45b3d1e7aed7b5df4a35581fd88677be29b", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:parent", - "content": "architecture.telegram_notify_app parent docs_root", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "source_id": "architecture.telegram_notify_app", - "target_id": "docs_root", - "doc_version": null, - "relation_id": "e01922b36e3cc60d9349f89e43fcd4a92c6a01394b0028d6b6d56801b258645d", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Какие дочерние документы есть у overview архитектуры сервиса? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: RELATED_DOCS_EXPLAIN -- documents: 0 -- facts: 0 -- relations: 3 | samples: architecture.telegram_notify_app:child, architecture.telegram_notify_app:related_api, architecture.telegram_notify_app:parent - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-related-docs-health.json b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-related-docs-health.json deleted file mode 100644 index a52804b..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-related-docs-health.json +++ /dev/null @@ -1,84 +0,0 @@ -{ - "meta": { - "case_id": "docs-v2-related-docs-health", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v2.yaml", - "runner": "agent_runtime", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 14, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "graph_summary", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Какие документы связаны с endpoint /health?" - }, - "output": { - "query": "Какие документы связаны с endpoint /health?" - } - }, - { - "step": "router", - "input": { - "query": "Какие документы связаны с endpoint /health?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Какие документы связаны с endpoint /health?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 7998, - "tokens_in_estimate": 2098 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-related-docs-health.md b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-related-docs-health.md deleted file mode 100644 index c35043e..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-related-docs-health.md +++ /dev/null @@ -1,516 +0,0 @@ -# docs-v2-related-docs-health - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v2.yaml -- runner: agent_runtime -- mode: full_chain -- passed: True - -## Query -Какие документы связаны с endpoint /health? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 14, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "graph_summary", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Какие документы связаны с endpoint /health?" - }, - "output": { - "query": "Какие документы связаны с endpoint /health?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Какие документы связаны с endpoint /health?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Какие документы связаны с endpoint /health?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 7998, - "tokens_in_estimate": 2098 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "layers_used": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "documents_found": 0, - "facts_found": 0, - "relations_found": 8, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "graph_summary", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "endpoint", - "matched_anchor_value": "/health", - "exact_anchor_match": false, - "docs_layers_requested": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D5_RELATION_GRAPH" - ], - "planned_layers": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D5_RELATION_GRAPH" - ], - "non_empty_layers": [ - "D5_RELATION_GRAPH" - ], - "layer_diagnostics": { - "D5_RELATION_GRAPH": { - "hits": 8, - "top_ids": [ - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a" - ] - }, - "D1_DOCUMENT_CATALOG": { - "hits": 0, - "top_ids": [], - "skipped": true, - "reason": "relation_primary_sufficient" - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "api.control_actions_endpoint" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [ - "/health" - ], - "resolved_anchor_candidates": [ - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/send-message-endpoint.md", - "api.control_actions_endpoint" - ], - "anchor_candidates": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint" - ], - "selected_anchor": "api.health_endpoint", - "anchor_selection_reason": "doc_id matches requested endpoint slug", - "anchor_match_type": "exact_path", - "doc_ids": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint" - ], - "doc_paths": [ - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/send-message-endpoint.md" - ], - "doc_titles": [ - "api.control_actions_endpoint:part_of", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.health_endpoint:parent", - "api.health_endpoint:part_of", - "api.health_endpoint:depends_on", - "api.send_message_endpoint:parent", - "api.control_actions_endpoint:parent", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Функциональные требования", - "api.control_actions_endpoint:Нефункциональные требования", - "api.control_actions_endpoint:Входные параметры" - ], - "relation_hits_count": 8, - "relation_targets": [ - "api.control_actions_endpoint:part_of", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.health_endpoint:parent", - "api.health_endpoint:part_of", - "api.health_endpoint:depends_on", - "api.send_message_endpoint:parent", - "api.control_actions_endpoint:parent" - ], - "fallback_doc_hits_count": 6, - "fallback_used": true, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 0, - "facts": 0, - "relations": 8, - "chunks": 6, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "relation_evidence_available", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty", - "exact_anchor_match" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 7998, - "tokens_in_estimate": 2098 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Какие документы связаны с endpoint /health?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "documents": [], - "facts": [], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:part_of", - "content": "api.control_actions_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_api", - "content": "api.control_actions_endpoint related_api api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_logic", - "content": "api.control_actions_endpoint related_logic logic.telegram_notification_loop", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "logic.telegram_notification_loop", - "doc_version": null, - "relation_id": "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_logic", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:parent", - "content": "api.health_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:part_of", - "content": "api.health_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:depends_on", - "content": "api.health_endpoint depends_on domain.runtime_health", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "domain.runtime_health", - "doc_version": null, - "relation_id": "77f5d358ab85b3d92018b6b51da7c39773148dfd346686e8832a45370c841160", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "depends_on", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "api.send_message_endpoint:parent", - "content": "api.send_message_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "source_id": "api.send_message_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "33eb0aa97f06d0afcaa4c230b5f5b73fa2fbfa5861ea9367b6c92f8a6fe0c054", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:parent", - "content": "api.control_actions_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "afec31fd062e392dcd9699a92c7ab61fd4b1273c1a2b16702b23d55d8d0c47ac", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Какие документы связаны с endpoint /health? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: RELATED_DOCS_EXPLAIN -- documents: 0 -- facts: 0 -- relations: 8 | samples: api.control_actions_endpoint:part_of, api.control_actions_endpoint:related_api, api.control_actions_endpoint:related_logic - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-system-flow-health-check.json b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-system-flow-health-check.json deleted file mode 100644 index 978a889..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-system-flow-health-check.json +++ /dev/null @@ -1,90 +0,0 @@ -{ - "meta": { - "case_id": "docs-v2-system-flow-health-check", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v2.yaml", - "runner": "agent_runtime", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 23, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "domain.runtime_health", - "api.health_endpoint", - "logic.telegram_notification_loop", - "api.control_actions_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "api.send_message_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Как происходит получение health состояния runtime?" - }, - "output": { - "query": "Как происходит получение health состояния runtime?" - } - }, - { - "step": "router", - "input": { - "query": "Как происходит получение health состояния runtime?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Как происходит получение health состояния runtime?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 22272, - "tokens_in_estimate": 5667 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-system-flow-health-check.md b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-system-flow-health-check.md deleted file mode 100644 index 86f6990..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-system-flow-health-check.md +++ /dev/null @@ -1,909 +0,0 @@ -# docs-v2-system-flow-health-check - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v2.yaml -- runner: agent_runtime -- mode: full_chain -- passed: True - -## Query -Как происходит получение health состояния runtime? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 23, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "domain.runtime_health", - "api.health_endpoint", - "logic.telegram_notification_loop", - "api.control_actions_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "api.send_message_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Как происходит получение health состояния runtime?" - }, - "output": { - "query": "Как происходит получение health состояния runtime?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Как происходит получение health состояния runtime?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Как происходит получение health состояния runtime?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 22272, - "tokens_in_estimate": 5667 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "layers_used": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "documents_found": 6, - "facts_found": 0, - "relations_found": 8, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "none", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D1_DOCUMENT_CATALOG": { - "hits": 6, - "top_ids": [ - "domain.runtime_health", - "api.health_endpoint", - "logic.telegram_notification_loop", - "api.control_actions_endpoint", - "architecture.telegram_notify_app" - ] - }, - "D4_WORKFLOW_INDEX": { - "hits": 3, - "top_ids": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint" - ] - }, - "D5_RELATION_GRAPH": { - "hits": 8, - "top_ids": [ - "801650f8bcbfbfbefd35c14447bfef7b3c3827313db790efa7faf47db860f8c4", - "8595d7b82fecdb7ef579fa8961cda6799bb21970061e5bc221d4dd7a3d53fd04", - "af2a4f7c1b677b908410ba720915405e10dbd0870e30a3c6e3aa2468550ddf0e", - "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "api.health_endpoint" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [], - "resolved_anchor_candidates": [ - "domain.runtime_health", - "docs/documentation/domain/runtime-health-entity.md", - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md", - "logic.telegram_notification_loop", - "docs/documentation/logic/telegram-notification-loop.md", - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md", - "architecture.telegram_notify_app", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "domain.runtime_health", - "api.health_endpoint", - "logic.telegram_notification_loop", - "api.control_actions_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "api.send_message_endpoint" - ], - "doc_paths": [ - "docs/documentation/domain/runtime-health-entity.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/logic/telegram-notification-loop.md", - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/documentation/api/send-message-endpoint.md" - ], - "doc_titles": [ - "Сущность runtime health", - "HTTP API /health", - "Цикл отправки уведомлений в Telegram", - "HTTP API /actions/{action}", - "Архитектура Telegram Notify App", - "HTTP API /send", - "Scenario", - "domain.runtime_health:used_by", - "domain.runtime_health:related_logic", - "domain.runtime_health:part_of", - "api.health_endpoint:parent", - "api.health_endpoint:part_of", - "api.health_endpoint:depends_on", - "domain.runtime_health:parent", - "api.control_actions_endpoint:related_api", - "api.health_endpoint:Сценарий", - "api.health_endpoint:Нефункциональные требования", - "api.health_endpoint:Summary", - "api.health_endpoint:Описание", - "api.health_endpoint:Функциональные требования", - "api.health_endpoint:Входные параметры" - ], - "relation_hits_count": 8, - "relation_targets": [ - "domain.runtime_health:used_by", - "domain.runtime_health:related_logic", - "domain.runtime_health:part_of", - "api.health_endpoint:parent", - "api.health_endpoint:part_of", - "api.health_endpoint:depends_on", - "domain.runtime_health:parent", - "api.control_actions_endpoint:related_api" - ], - "fallback_doc_hits_count": 12, - "fallback_used": false, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 6, - "facts": 0, - "relations": 8, - "chunks": 6, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 22272, - "tokens_in_estimate": 5667 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Как происходит получение health состояния runtime?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "Сущность runtime health", - "content": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "metadata": { - "name": "runtime_health", - "tags": [ - "domain", - "health", - "observability" - ], - "type": "domain_entity", - "layer": "domain", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "used_by", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "Сущность runtime health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "children": [], - "doc_kind": "misc", - "entities": [ - "WorkerHealth", - "WorkerStatus", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "domain.runtime_health", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "summary_text": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/health-endpoint.md", - "title": "HTTP API /health", - "content": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "metadata": { - "name": "health_endpoint", - "tags": [ - "api", - "health", - "control-plane" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "HTTP API /health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager", - "WorkerHealth" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "summary_text": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/logic/telegram-notification-loop.md", - "title": "Цикл отправки уведомлений в Telegram", - "content": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "metadata": { - "name": "telegram_notification_loop", - "tags": [ - "logic", - "telegram", - "worker", - "scheduling" - ], - "type": "logic_block", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - } - ], - "owner": null, - "title": "Цикл отправки уведомлений в Telegram", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "0f62f9b4dab261ca4ca34575ff5d84411a22c90b780c52eda388782b94f08470", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramNotifyWorker", - "TelegramSendService", - "WorkerHealth", - "WorkerStatus" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "logic.telegram_notification_loop", - "source_path": "docs/documentation/logic/telegram-notification-loop.md", - "summary_text": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "Архитектура Telegram Notify App", - "content": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "metadata": { - "name": "telegram_notify_app_overview", - "tags": [ - "architecture", - "telegram", - "plba", - "runtime" - ], - "type": "architecture_overview", - "layer": "system", - "links": [ - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "Архитектура Telegram Notify App", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "docs_root", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "children": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint", - "logic.telegram_notification_loop", - "domain.runtime_health" - ], - "doc_kind": "spec", - "entities": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramControlChannel", - "TelegramSendService", - "RuntimeManager" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "architecture.telegram_notify_app", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "summary_text": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "HTTP API /send", - "content": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "metadata": { - "name": "send_message_endpoint", - "tags": [ - "api", - "telegram", - "manual-send" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /send", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlAppFactory", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.send_message_endpoint", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "summary_text": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "domain.runtime_health:used_by", - "content": "domain.runtime_health used_by api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "source_id": "domain.runtime_health", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "801650f8bcbfbfbefd35c14447bfef7b3c3827313db790efa7faf47db860f8c4", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "used_by", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "domain.runtime_health:related_logic", - "content": "domain.runtime_health related_logic logic.telegram_notification_loop", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "source_id": "domain.runtime_health", - "target_id": "logic.telegram_notification_loop", - "doc_version": null, - "relation_id": "8595d7b82fecdb7ef579fa8961cda6799bb21970061e5bc221d4dd7a3d53fd04", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_logic", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "domain.runtime_health:part_of", - "content": "domain.runtime_health part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "source_id": "domain.runtime_health", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "af2a4f7c1b677b908410ba720915405e10dbd0870e30a3c6e3aa2468550ddf0e", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:parent", - "content": "api.health_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:part_of", - "content": "api.health_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:depends_on", - "content": "api.health_endpoint depends_on domain.runtime_health", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "domain.runtime_health", - "doc_version": null, - "relation_id": "77f5d358ab85b3d92018b6b51da7c39773148dfd346686e8832a45370c841160", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "depends_on", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "domain.runtime_health:parent", - "content": "domain.runtime_health parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "source_id": "domain.runtime_health", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "79bdb0a74713df6064008179ca8c5c186dc23e4e1c5e2c9607b0bdddeba50f93", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_api", - "content": "api.control_actions_endpoint related_api api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Как происходит получение health состояния runtime? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: SYSTEM_FLOW_EXPLAIN -- documents: 6 | samples: Сущность runtime health, HTTP API /health, Цикл отправки уведомлений в Telegram -- facts: 0 -- relations: 8 | samples: domain.runtime_health:used_by, domain.runtime_health:related_logic, domain.runtime_health:part_of - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-system-flow-telegram-loop.json b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-system-flow-telegram-loop.json deleted file mode 100644 index ba645ce..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-system-flow-telegram-loop.json +++ /dev/null @@ -1,91 +0,0 @@ -{ - "meta": { - "case_id": "docs-v2-system-flow-telegram-loop", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v2.yaml", - "runner": "agent_runtime", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 18, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "logic.telegram_notification_loop", - "api.send_message_endpoint", - "domain.runtime_health", - "api.health_endpoint", - "api.control_actions_endpoint", - "api.actions_endpoint", - "docs/README.md" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Объясни как работает цикл отправки уведомлений в Telegram" - }, - "output": { - "query": "Объясни как работает цикл отправки уведомлений в Telegram" - } - }, - { - "step": "router", - "input": { - "query": "Объясни как работает цикл отправки уведомлений в Telegram" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Объясни как работает цикл отправки уведомлений в Telegram" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 17592, - "tokens_in_estimate": 4497 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-system-flow-telegram-loop.md b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-system-flow-telegram-loop.md deleted file mode 100644 index 94883a4..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/full_chain_docs_intents_v2_docs-v2-system-flow-telegram-loop.md +++ /dev/null @@ -1,785 +0,0 @@ -# docs-v2-system-flow-telegram-loop - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v2.yaml -- runner: agent_runtime -- mode: full_chain -- passed: True - -## Query -Объясни как работает цикл отправки уведомлений в Telegram - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 18, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "logic.telegram_notification_loop", - "api.send_message_endpoint", - "domain.runtime_health", - "api.health_endpoint", - "api.control_actions_endpoint", - "api.actions_endpoint", - "docs/README.md" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Объясни как работает цикл отправки уведомлений в Telegram" - }, - "output": { - "query": "Объясни как работает цикл отправки уведомлений в Telegram" - } -} -``` - -### router -```json -{ - "input": { - "query": "Объясни как работает цикл отправки уведомлений в Telegram" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Объясни как работает цикл отправки уведомлений в Telegram" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 17592, - "tokens_in_estimate": 4497 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "layers_used": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "documents_found": 6, - "facts_found": 0, - "relations_found": 3, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "none", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D1_DOCUMENT_CATALOG": { - "hits": 6, - "top_ids": [ - "architecture.telegram_notify_app", - "logic.telegram_notification_loop", - "api.send_message_endpoint", - "domain.runtime_health", - "api.health_endpoint" - ] - }, - "D4_WORKFLOW_INDEX": { - "hits": 3, - "top_ids": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ] - }, - "D5_RELATION_GRAPH": { - "hits": 8, - "top_ids": [ - "305bab0c6567d93a2b453a9d70b676f9ecd8de083ef36f5cf3398747c25ebf94", - "7bd0428d23e9b20f7d65202cc269e45b3d1e7aed7b5df4a35581fd88677be29b", - "0eb7f73fcda8556439e06f5eeb5ce064ae32b6cd3129353f5b1b4eb3db626d88", - "ae34fe4b3cd2b47632b13b1e32303e842b57948aa21160abe8d9b478995e1d74", - "145ccbb861a8fb621286ec9c888ce69677168d35c7871c70537e888ce3a5b910" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "logic.telegram_notification_loop", - "architecture.telegram_notify_app", - "docs/README.md" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [], - "resolved_anchor_candidates": [ - "architecture.telegram_notify_app", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "logic.telegram_notification_loop", - "docs/documentation/logic/telegram-notification-loop.md", - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md", - "domain.runtime_health", - "docs/documentation/domain/runtime-health-entity.md", - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md", - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md", - "docs/README.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "logic.telegram_notification_loop", - "api.send_message_endpoint", - "domain.runtime_health", - "api.health_endpoint", - "api.control_actions_endpoint", - "api.actions_endpoint", - "docs/README.md" - ], - "doc_paths": [ - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/documentation/logic/telegram-notification-loop.md", - "docs/documentation/api/send-message-endpoint.md", - "docs/documentation/domain/runtime-health-entity.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/control-actions-endpoint.md", - "docs/README.md" - ], - "doc_titles": [ - "Архитектура Telegram Notify App", - "Цикл отправки уведомлений в Telegram", - "HTTP API /send", - "Сущность runtime health", - "HTTP API /health", - "HTTP API /actions/{action}", - "Scenario", - "architecture.telegram_notify_app:child", - "architecture.telegram_notify_app:related_api", - "architecture.telegram_notify_app:parent", - "logic.telegram_notification_loop:Summary", - "logic.telegram_notification_loop:Details", - "architecture.telegram_notify_app:Summary", - "architecture.telegram_notify_app:Details", - "docs/README.md:Навигация", - "api.health_endpoint:Функциональные требования" - ], - "relation_hits_count": 3, - "relation_targets": [ - "architecture.telegram_notify_app:child", - "architecture.telegram_notify_app:related_api", - "architecture.telegram_notify_app:parent" - ], - "fallback_doc_hits_count": 12, - "fallback_used": false, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 6, - "facts": 0, - "relations": 3, - "chunks": 6, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 17592, - "tokens_in_estimate": 4497 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Объясни как работает цикл отправки уведомлений в Telegram", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "Архитектура Telegram Notify App", - "content": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "metadata": { - "name": "telegram_notify_app_overview", - "tags": [ - "architecture", - "telegram", - "plba", - "runtime" - ], - "type": "architecture_overview", - "layer": "system", - "links": [ - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "Архитектура Telegram Notify App", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "docs_root", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "children": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint", - "logic.telegram_notification_loop", - "domain.runtime_health" - ], - "doc_kind": "spec", - "entities": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramControlChannel", - "TelegramSendService", - "RuntimeManager" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "architecture.telegram_notify_app", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "summary_text": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/logic/telegram-notification-loop.md", - "title": "Цикл отправки уведомлений в Telegram", - "content": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "metadata": { - "name": "telegram_notification_loop", - "tags": [ - "logic", - "telegram", - "worker", - "scheduling" - ], - "type": "logic_block", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - } - ], - "owner": null, - "title": "Цикл отправки уведомлений в Telegram", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "0f62f9b4dab261ca4ca34575ff5d84411a22c90b780c52eda388782b94f08470", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramNotifyWorker", - "TelegramSendService", - "WorkerHealth", - "WorkerStatus" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "logic.telegram_notification_loop", - "source_path": "docs/documentation/logic/telegram-notification-loop.md", - "summary_text": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "HTTP API /send", - "content": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "metadata": { - "name": "send_message_endpoint", - "tags": [ - "api", - "telegram", - "manual-send" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /send", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlAppFactory", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.send_message_endpoint", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "summary_text": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "Сущность runtime health", - "content": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "metadata": { - "name": "runtime_health", - "tags": [ - "domain", - "health", - "observability" - ], - "type": "domain_entity", - "layer": "domain", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "used_by", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "Сущность runtime health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "children": [], - "doc_kind": "misc", - "entities": [ - "WorkerHealth", - "WorkerStatus", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "domain.runtime_health", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "summary_text": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/health-endpoint.md", - "title": "HTTP API /health", - "content": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "metadata": { - "name": "health_endpoint", - "tags": [ - "api", - "health", - "control-plane" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "HTTP API /health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager", - "WorkerHealth" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "summary_text": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:child", - "content": "architecture.telegram_notify_app child api.send_message_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.children", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "source_id": "architecture.telegram_notify_app", - "target_id": "api.send_message_endpoint", - "doc_version": null, - "relation_id": "305bab0c6567d93a2b453a9d70b676f9ecd8de083ef36f5cf3398747c25ebf94", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "child", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:related_api", - "content": "architecture.telegram_notify_app related_api api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "source_id": "architecture.telegram_notify_app", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "7bd0428d23e9b20f7d65202cc269e45b3d1e7aed7b5df4a35581fd88677be29b", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:parent", - "content": "architecture.telegram_notify_app parent docs_root", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "source_id": "architecture.telegram_notify_app", - "target_id": "docs_root", - "doc_version": null, - "relation_id": "e01922b36e3cc60d9349f89e43fcd4a92c6a01394b0028d6b6d56801b258645d", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Объясни как работает цикл отправки уведомлений в Telegram -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: SYSTEM_FLOW_EXPLAIN -- documents: 6 | samples: Архитектура Telegram Notify App, Цикл отправки уведомлений в Telegram, HTTP API /send -- facts: 0 -- relations: 3 | samples: architecture.telegram_notify_app:child, architecture.telegram_notify_app:related_api, architecture.telegram_notify_app:parent - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/summary.md b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/summary.md deleted file mode 100644 index 2a2d7c7..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_120832/summary.md +++ /dev/null @@ -1,20 +0,0 @@ -# pipeline_setup_v3 summary - -Passed: 14/14 - -| File | Case | Mode | Query | Actual sub-intent | RAG layers | Tokens | Pass | -|------|------|------|-------|-------------------|------------|--------|------| -| full_chain_docs_intents_v2.yaml | docs-v2-system-flow-telegram-loop | full_chain | Объясни как работает цикл отправки уведомлений в Telegram | SYSTEM_FLOW_EXPLAIN | D0_DOC_CHUNKS:6, D1_DOCUMENT_CATALOG:6, D4_WORKFLOW_INDEX:3, D5_RELATION_GRAPH:3 | 4497 | ✓ | -| full_chain_docs_intents_v2.yaml | docs-v2-system-flow-health-check | full_chain | Как происходит получение health состояния runtime? | SYSTEM_FLOW_EXPLAIN | D0_DOC_CHUNKS:6, D1_DOCUMENT_CATALOG:6, D4_WORKFLOW_INDEX:3, D5_RELATION_GRAPH:8 | 5667 | ✓ | -| full_chain_docs_intents_v2.yaml | docs-v2-component-control-channel | full_chain | Объясни как работает компонент TelegramControlChannel | COMPONENT_EXPLAIN | D0_DOC_CHUNKS:6, D1_DOCUMENT_CATALOG:6, D2_FACT_INDEX:2, D5_RELATION_GRAPH:6 | 5478 | ✓ | -| full_chain_docs_intents_v2.yaml | docs-v2-component-runtime-manager | full_chain | Какую роль в системе играет RuntimeManager? | COMPONENT_EXPLAIN | D0_DOC_CHUNKS:6, D1_DOCUMENT_CATALOG:6, D2_FACT_INDEX:2, D5_RELATION_GRAPH:6 | 5475 | ✓ | -| full_chain_docs_intents_v2.yaml | docs-v2-api-health-endpoint | full_chain | Объясни что делает endpoint /health | API_METHOD_EXPLAIN | D1_DOCUMENT_CATALOG:1, D4_WORKFLOW_INDEX:1 | 665 | ✓ | -| full_chain_docs_intents_v2.yaml | docs-v2-api-send-endpoint | full_chain | Как работает endpoint /send? | API_METHOD_EXPLAIN | D1_DOCUMENT_CATALOG:1, D4_WORKFLOW_INDEX:1 | 676 | ✓ | -| full_chain_docs_intents_v2.yaml | docs-v2-entity-runtime-health | full_chain | Что такое runtime health? | ENTITY_EXPLAIN | D0_DOC_CHUNKS:6, D1_DOCUMENT_CATALOG:6, D3_ENTITY_CATALOG:8, D5_RELATION_GRAPH:6 | 5165 | ✓ | -| full_chain_docs_intents_v2.yaml | docs-v2-entity-worker-status | full_chain | Объясни сущность WorkerStatus | ENTITY_EXPLAIN | D0_DOC_CHUNKS:1, D1_DOCUMENT_CATALOG:1, D3_ENTITY_CATALOG:2 | 737 | ✓ | -| full_chain_docs_intents_v2.yaml | docs-v2-related-docs-health | full_chain | Какие документы связаны с endpoint /health? | RELATED_DOCS_EXPLAIN | D0_DOC_CHUNKS:6, D5_RELATION_GRAPH:8 | 2098 | ✓ | -| full_chain_docs_intents_v2.yaml | docs-v2-related-docs-architecture-overview | full_chain | Какие дочерние документы есть у overview архитектуры сервиса? | RELATED_DOCS_EXPLAIN | D0_DOC_CHUNKS:2, D5_RELATION_GRAPH:3 | 908 | ✓ | -| full_chain_docs_intents_v2.yaml | docs-v2-openapi-health | full_chain | Сгенерируй OpenAPI для endpoint /health по документации | OPENAPI_METHOD_GENERATE | D1_DOCUMENT_CATALOG:1 | 783 | ✓ | -| full_chain_docs_intents_v2.yaml | docs-v2-openapi-fragment-send-request | full_chain | Сгенерируй request schema для endpoint /send | OPENAPI_FRAGMENT_GENERATE | D1_DOCUMENT_CATALOG:1 | 767 | ✓ | -| full_chain_docs_intents_v2.yaml | docs-v2-general-overview | full_chain | Что вообще описано в документации по этому сервису? | GENERIC_QA | D0_DOC_CHUNKS:8, D1_DOCUMENT_CATALOG:4 | 1984 | ✓ | -| full_chain_docs_intents_v2.yaml | docs-v2-negative-missing-entity | full_chain | Что такое сущность PaymentTransaction? | ENTITY_EXPLAIN | — | 144 | ✓ | \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-api-health-1.json b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-api-health-1.json deleted file mode 100644 index b674a0e..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-api-health-1.json +++ /dev/null @@ -1,83 +0,0 @@ -{ - "meta": { - "case_id": "v3-api-health-1", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 10, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.health_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": "api_method" - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Что делает /health?" - }, - "output": { - "query": "Что делает /health?" - } - }, - { - "step": "router", - "input": { - "query": "Что делает /health?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Что делает /health?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 4201, - "tokens_in_estimate": 1149 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-api-health-1.md b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-api-health-1.md deleted file mode 100644 index c41cdc2..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-api-health-1.md +++ /dev/null @@ -1,429 +0,0 @@ -# v3-api-health-1 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Что делает /health? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 10, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.health_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": "api_method" - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Что делает /health?" - }, - "output": { - "query": "Что делает /health?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Что делает /health?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Что делает /health?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 4201, - "tokens_in_estimate": 1149 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "layers_used": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "documents_found": 1, - "facts_found": 2, - "relations_found": 0, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "endpoint", - "matched_anchor_value": "/health", - "exact_anchor_match": true, - "docs_layers_requested": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D1_DOCUMENT_CATALOG": { - "hits": 6, - "top_ids": [ - "domain.runtime_health", - "api.health_endpoint", - "docs/README.md", - "architecture.telegram_notify_app", - "logic.telegram_notification_loop" - ] - }, - "D2_FACT_INDEX": { - "hits": 8, - "top_ids": [ - "1cff54331a52b7a92946e7afabe7e45d7e3ec693b59546f9666e494396593bc3", - "0d923b02d15cef527d51740b7a09378a7dc74fb58db27cd059a8658ad11601a5", - "3d3b6fcc21144cb68657be099291db0ae36d61d32d6d72fd5b7c3cb81f379877", - "0b70cbff38a527cecfb53d3f72d573e9da1826cc75bd4cb92357e1de10988204", - "ce6d44c30418b0b171433a144f78d4bbf53b7a060d9b7cd42b9feecc8ca3044e" - ] - }, - "D4_WORKFLOW_INDEX": { - "hits": 3, - "top_ids": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "api.health_endpoint" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [ - "/health" - ], - "resolved_anchor_candidates": [ - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.health_endpoint" - ], - "doc_paths": [ - "docs/documentation/api/health-endpoint.md" - ], - "doc_titles": [ - "HTTP API /health", - "Scenario", - "api.health_endpoint:Сценарий", - "api.health_endpoint:workflow_step", - "api.health_endpoint:mentions_entity", - "api.health_endpoint:Нефункциональные требования", - "api.health_endpoint:Summary", - "api.health_endpoint:Описание", - "api.health_endpoint:Функциональные требования", - "api.health_endpoint:Входные параметры" - ], - "relation_hits_count": 0, - "relation_targets": [], - "fallback_doc_hits_count": 7, - "fallback_used": false, - "fact_hits": 2, - "entity_hits": 0, - "evidence_summary": { - "documents": 1, - "facts": 2, - "relations": 0, - "chunks": 6, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty", - "exact_anchor_match" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 4201, - "tokens_in_estimate": 1149 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Что делает /health?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/health-endpoint.md", - "title": "HTTP API /health", - "content": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "metadata": { - "name": "health_endpoint", - "tags": [ - "api", - "health", - "control-plane" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "HTTP API /health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager", - "WorkerHealth" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "summary_text": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [ - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:workflow_step", - "content": "api.health_endpoint workflow_step Предусловия:**", - "metadata": { - "tags": [], - "owner": null, - "anchor": "Сценарий", - "doc_id": null, - "object": "Предусловия:**", - "fact_id": "1cff54331a52b7a92946e7afabe7e45d7e3ec693b59546f9666e494396593bc3", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "predicate": "workflow_step", - "object_ref": null, - "subject_id": "api.health_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:mentions_entity", - "content": "api.health_endpoint mentions_entity TelegramControlChannel", - "metadata": { - "tags": [], - "owner": null, - "anchor": "frontmatter.entities", - "doc_id": null, - "object": "TelegramControlChannel", - "fact_id": "3d3b6fcc21144cb68657be099291db0ae36d61d32d6d72fd5b7c3cb81f379877", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "predicate": "mentions_entity", - "object_ref": null, - "subject_id": "api.health_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "relations": [] -} -``` - -### User Prompt Overview -- question: Что делает /health? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: API_METHOD_EXPLAIN -- documents: 1 | samples: HTTP API /health -- facts: 2 | samples: api.health_endpoint:workflow_step, api.health_endpoint:mentions_entity -- relations: 0 - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-api-health-2.json b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-api-health-2.json deleted file mode 100644 index 60e1ea7..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-api-health-2.json +++ /dev/null @@ -1,90 +0,0 @@ -{ - "meta": { - "case_id": "v3-api-health-2", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 17, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.send_message_endpoint", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "domain.runtime_health", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "logic.telegram_notification_loop" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": "api_method" - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Как работает health endpoint?" - }, - "output": { - "query": "Как работает health endpoint?" - } - }, - { - "step": "router", - "input": { - "query": "Как работает health endpoint?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Как работает health endpoint?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 16622, - "tokens_in_estimate": 4254 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-api-health-2.md b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-api-health-2.md deleted file mode 100644 index e70ceb1..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-api-health-2.md +++ /dev/null @@ -1,754 +0,0 @@ -# v3-api-health-2 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Как работает health endpoint? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 17, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.send_message_endpoint", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "domain.runtime_health", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "logic.telegram_notification_loop" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": "api_method" - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Как работает health endpoint?" - }, - "output": { - "query": "Как работает health endpoint?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Как работает health endpoint?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Как работает health endpoint?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 16622, - "tokens_in_estimate": 4254 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "layers_used": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "documents_found": 6, - "facts_found": 2, - "relations_found": 0, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "topic", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D1_DOCUMENT_CATALOG": { - "hits": 6, - "top_ids": [ - "api.send_message_endpoint", - "api.control_actions_endpoint", - "api.health_endpoint", - "domain.runtime_health", - "architecture.telegram_notify_app" - ] - }, - "D2_FACT_INDEX": { - "hits": 8, - "top_ids": [ - "f85d982c272a2ee6baeadc433221a20e684cd8ef01cb4788d6f76d05ca56d6d0", - "b8e44c3adb74aaa6c91ae8815fa091289e58dd3990a3a1b63e850c62075aea75", - "b6bfad59b3bf00f199b5ef90c1208af19664de700413e7354468a93a4abaaa2f", - "a8a325e0815b3a2a870ba2825f3afb3f41056b4c091df4c3bb3418ffd20891dd", - "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3" - ] - }, - "D4_WORKFLOW_INDEX": { - "hits": 3, - "top_ids": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "api.control_actions_endpoint" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [], - "resolved_anchor_candidates": [ - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md", - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md", - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md", - "domain.runtime_health", - "docs/documentation/domain/runtime-health-entity.md", - "architecture.telegram_notify_app", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "logic.telegram_notification_loop", - "docs/documentation/logic/telegram-notification-loop.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.send_message_endpoint", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "domain.runtime_health", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "logic.telegram_notification_loop" - ], - "doc_paths": [ - "docs/documentation/api/send-message-endpoint.md", - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/domain/runtime-health-entity.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/documentation/logic/telegram-notification-loop.md" - ], - "doc_titles": [ - "HTTP API /send", - "HTTP API /actions/{action}", - "HTTP API /health", - "Сущность runtime health", - "Архитектура Telegram Notify App", - "Цикл отправки уведомлений в Telegram", - "api.control_actions_endpoint:workflow_step", - "api.control_actions_endpoint:mentions_entity", - "Scenario", - "api.control_actions_endpoint:Функциональные требования", - "api.control_actions_endpoint:Нефункциональные требования", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Входные параметры" - ], - "relation_hits_count": 0, - "relation_targets": [], - "fallback_doc_hits_count": 12, - "fallback_used": false, - "fact_hits": 2, - "entity_hits": 0, - "evidence_summary": { - "documents": 6, - "facts": 2, - "relations": 0, - "chunks": 6, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 16622, - "tokens_in_estimate": 4254 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Как работает health endpoint?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "HTTP API /send", - "content": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "metadata": { - "name": "send_message_endpoint", - "tags": [ - "api", - "telegram", - "manual-send" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /send", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlAppFactory", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.send_message_endpoint", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "summary_text": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/health-endpoint.md", - "title": "HTTP API /health", - "content": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "metadata": { - "name": "health_endpoint", - "tags": [ - "api", - "health", - "control-plane" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "HTTP API /health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager", - "WorkerHealth" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "summary_text": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "Сущность runtime health", - "content": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "metadata": { - "name": "runtime_health", - "tags": [ - "domain", - "health", - "observability" - ], - "type": "domain_entity", - "layer": "domain", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "used_by", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "Сущность runtime health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "children": [], - "doc_kind": "misc", - "entities": [ - "WorkerHealth", - "WorkerStatus", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "domain.runtime_health", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "summary_text": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "Архитектура Telegram Notify App", - "content": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "metadata": { - "name": "telegram_notify_app_overview", - "tags": [ - "architecture", - "telegram", - "plba", - "runtime" - ], - "type": "architecture_overview", - "layer": "system", - "links": [ - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "Архитектура Telegram Notify App", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "docs_root", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "children": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint", - "logic.telegram_notification_loop", - "domain.runtime_health" - ], - "doc_kind": "spec", - "entities": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramControlChannel", - "TelegramSendService", - "RuntimeManager" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "architecture.telegram_notify_app", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "summary_text": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/logic/telegram-notification-loop.md", - "title": "Цикл отправки уведомлений в Telegram", - "content": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "metadata": { - "name": "telegram_notification_loop", - "tags": [ - "logic", - "telegram", - "worker", - "scheduling" - ], - "type": "logic_block", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - } - ], - "owner": null, - "title": "Цикл отправки уведомлений в Telegram", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "0f62f9b4dab261ca4ca34575ff5d84411a22c90b780c52eda388782b94f08470", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramNotifyWorker", - "TelegramSendService", - "WorkerHealth", - "WorkerStatus" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "logic.telegram_notification_loop", - "source_path": "docs/documentation/logic/telegram-notification-loop.md", - "summary_text": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [ - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:workflow_step", - "content": "api.control_actions_endpoint workflow_step Название:** Выполнение control action runtime", - "metadata": { - "tags": [], - "owner": null, - "anchor": "Сценарий", - "doc_id": null, - "object": "Название:** Выполнение control action runtime", - "fact_id": "f85d982c272a2ee6baeadc433221a20e684cd8ef01cb4788d6f76d05ca56d6d0", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "workflow_step", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:mentions_entity", - "content": "api.control_actions_endpoint mentions_entity JSONResponse", - "metadata": { - "tags": [], - "owner": null, - "anchor": "frontmatter.entities", - "doc_id": null, - "object": "JSONResponse", - "fact_id": "b6bfad59b3bf00f199b5ef90c1208af19664de700413e7354468a93a4abaaa2f", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "mentions_entity", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "relations": [] -} -``` - -### User Prompt Overview -- question: Как работает health endpoint? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: API_METHOD_EXPLAIN -- documents: 6 | samples: HTTP API /send, HTTP API /actions/{action}, HTTP API /health -- facts: 2 | samples: api.control_actions_endpoint:workflow_step, api.control_actions_endpoint:mentions_entity -- relations: 0 - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-api-health-3.json b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-api-health-3.json deleted file mode 100644 index 629070e..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-api-health-3.json +++ /dev/null @@ -1,90 +0,0 @@ -{ - "meta": { - "case_id": "v3-api-health-3", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 17, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.send_message_endpoint", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "domain.runtime_health", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "logic.telegram_notification_loop" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": "api_method" - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Опиши endpoint health" - }, - "output": { - "query": "Опиши endpoint health" - } - }, - { - "step": "router", - "input": { - "query": "Опиши endpoint health" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Опиши endpoint health" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 16614, - "tokens_in_estimate": 4252 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-api-health-3.md b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-api-health-3.md deleted file mode 100644 index 46e7478..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-api-health-3.md +++ /dev/null @@ -1,754 +0,0 @@ -# v3-api-health-3 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Опиши endpoint health - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 17, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.send_message_endpoint", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "domain.runtime_health", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "logic.telegram_notification_loop" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": "api_method" - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Опиши endpoint health" - }, - "output": { - "query": "Опиши endpoint health" - } -} -``` - -### router -```json -{ - "input": { - "query": "Опиши endpoint health" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Опиши endpoint health" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 16614, - "tokens_in_estimate": 4252 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "layers_used": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "documents_found": 6, - "facts_found": 2, - "relations_found": 0, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "topic", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D1_DOCUMENT_CATALOG": { - "hits": 6, - "top_ids": [ - "api.send_message_endpoint", - "api.control_actions_endpoint", - "api.health_endpoint", - "domain.runtime_health", - "architecture.telegram_notify_app" - ] - }, - "D2_FACT_INDEX": { - "hits": 8, - "top_ids": [ - "f85d982c272a2ee6baeadc433221a20e684cd8ef01cb4788d6f76d05ca56d6d0", - "b8e44c3adb74aaa6c91ae8815fa091289e58dd3990a3a1b63e850c62075aea75", - "b6bfad59b3bf00f199b5ef90c1208af19664de700413e7354468a93a4abaaa2f", - "a8a325e0815b3a2a870ba2825f3afb3f41056b4c091df4c3bb3418ffd20891dd", - "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3" - ] - }, - "D4_WORKFLOW_INDEX": { - "hits": 3, - "top_ids": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "api.control_actions_endpoint" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [], - "resolved_anchor_candidates": [ - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md", - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md", - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md", - "domain.runtime_health", - "docs/documentation/domain/runtime-health-entity.md", - "architecture.telegram_notify_app", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "logic.telegram_notification_loop", - "docs/documentation/logic/telegram-notification-loop.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.send_message_endpoint", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "domain.runtime_health", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "logic.telegram_notification_loop" - ], - "doc_paths": [ - "docs/documentation/api/send-message-endpoint.md", - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/domain/runtime-health-entity.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/documentation/logic/telegram-notification-loop.md" - ], - "doc_titles": [ - "HTTP API /send", - "HTTP API /actions/{action}", - "HTTP API /health", - "Сущность runtime health", - "Архитектура Telegram Notify App", - "Цикл отправки уведомлений в Telegram", - "api.control_actions_endpoint:workflow_step", - "api.control_actions_endpoint:mentions_entity", - "Scenario", - "api.control_actions_endpoint:Функциональные требования", - "api.control_actions_endpoint:Нефункциональные требования", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Входные параметры" - ], - "relation_hits_count": 0, - "relation_targets": [], - "fallback_doc_hits_count": 12, - "fallback_used": false, - "fact_hits": 2, - "entity_hits": 0, - "evidence_summary": { - "documents": 6, - "facts": 2, - "relations": 0, - "chunks": 6, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 16614, - "tokens_in_estimate": 4252 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Опиши endpoint health", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "HTTP API /send", - "content": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "metadata": { - "name": "send_message_endpoint", - "tags": [ - "api", - "telegram", - "manual-send" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /send", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlAppFactory", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.send_message_endpoint", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "summary_text": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/health-endpoint.md", - "title": "HTTP API /health", - "content": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "metadata": { - "name": "health_endpoint", - "tags": [ - "api", - "health", - "control-plane" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "HTTP API /health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager", - "WorkerHealth" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "summary_text": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "Сущность runtime health", - "content": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "metadata": { - "name": "runtime_health", - "tags": [ - "domain", - "health", - "observability" - ], - "type": "domain_entity", - "layer": "domain", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "used_by", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "Сущность runtime health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "children": [], - "doc_kind": "misc", - "entities": [ - "WorkerHealth", - "WorkerStatus", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "domain.runtime_health", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "summary_text": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "Архитектура Telegram Notify App", - "content": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "metadata": { - "name": "telegram_notify_app_overview", - "tags": [ - "architecture", - "telegram", - "plba", - "runtime" - ], - "type": "architecture_overview", - "layer": "system", - "links": [ - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "Архитектура Telegram Notify App", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "docs_root", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "children": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint", - "logic.telegram_notification_loop", - "domain.runtime_health" - ], - "doc_kind": "spec", - "entities": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramControlChannel", - "TelegramSendService", - "RuntimeManager" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "architecture.telegram_notify_app", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "summary_text": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/logic/telegram-notification-loop.md", - "title": "Цикл отправки уведомлений в Telegram", - "content": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "metadata": { - "name": "telegram_notification_loop", - "tags": [ - "logic", - "telegram", - "worker", - "scheduling" - ], - "type": "logic_block", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - } - ], - "owner": null, - "title": "Цикл отправки уведомлений в Telegram", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "0f62f9b4dab261ca4ca34575ff5d84411a22c90b780c52eda388782b94f08470", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramNotifyWorker", - "TelegramSendService", - "WorkerHealth", - "WorkerStatus" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "logic.telegram_notification_loop", - "source_path": "docs/documentation/logic/telegram-notification-loop.md", - "summary_text": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [ - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:workflow_step", - "content": "api.control_actions_endpoint workflow_step Название:** Выполнение control action runtime", - "metadata": { - "tags": [], - "owner": null, - "anchor": "Сценарий", - "doc_id": null, - "object": "Название:** Выполнение control action runtime", - "fact_id": "f85d982c272a2ee6baeadc433221a20e684cd8ef01cb4788d6f76d05ca56d6d0", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "workflow_step", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:mentions_entity", - "content": "api.control_actions_endpoint mentions_entity JSONResponse", - "metadata": { - "tags": [], - "owner": null, - "anchor": "frontmatter.entities", - "doc_id": null, - "object": "JSONResponse", - "fact_id": "b6bfad59b3bf00f199b5ef90c1208af19664de700413e7354468a93a4abaaa2f", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "mentions_entity", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "relations": [] -} -``` - -### User Prompt Overview -- question: Опиши endpoint health -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: API_METHOD_EXPLAIN -- documents: 6 | samples: HTTP API /send, HTTP API /actions/{action}, HTTP API /health -- facts: 2 | samples: api.control_actions_endpoint:workflow_step, api.control_actions_endpoint:mentions_entity -- relations: 0 - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-api-send-1.json b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-api-send-1.json deleted file mode 100644 index 0b3a55b..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-api-send-1.json +++ /dev/null @@ -1,83 +0,0 @@ -{ - "meta": { - "case_id": "v3-api-send-1", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 10, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.send_message_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": "api_method" - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Что делает /send?" - }, - "output": { - "query": "Что делает /send?" - } - }, - { - "step": "router", - "input": { - "query": "Что делает /send?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Что делает /send?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 4384, - "tokens_in_estimate": 1195 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-api-send-1.md b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-api-send-1.md deleted file mode 100644 index 2ffaca9..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-api-send-1.md +++ /dev/null @@ -1,428 +0,0 @@ -# v3-api-send-1 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Что делает /send? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 10, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.send_message_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": "api_method" - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Что делает /send?" - }, - "output": { - "query": "Что делает /send?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Что делает /send?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Что делает /send?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 4384, - "tokens_in_estimate": 1195 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "layers_used": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "documents_found": 1, - "facts_found": 2, - "relations_found": 0, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "endpoint", - "matched_anchor_value": "/send", - "exact_anchor_match": true, - "docs_layers_requested": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D1_DOCUMENT_CATALOG": { - "hits": 6, - "top_ids": [ - "api.send_message_endpoint", - "architecture.telegram_notify_app", - "api.control_actions_endpoint", - "api.health_endpoint", - "docs/README.md" - ] - }, - "D2_FACT_INDEX": { - "hits": 8, - "top_ids": [ - "6bf0a662808009874a108d0c97f7cca7fc4ff7a3a3d66e0947b31bf813cfdf4d", - "dc979c31d511a14d3af89f5f5c493fcfc0c9f2090dc16fb20ff874f4b3566221", - "149c4e0d3d34b3faba055b1495d54818fadc882af633da70035b82190c1bd327", - "480d85819e9298d4078f8a3bd6cfccb9c0fe2a03695b87f65f82f9aa8e2097b0", - "7aefee9ff6110088aad1891da66fc9085eb3f77d832605a3da565deecb96e850" - ] - }, - "D4_WORKFLOW_INDEX": { - "hits": 3, - "top_ids": [ - "api.send_message_endpoint", - "api.control_actions_endpoint", - "api.health_endpoint" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "api.send_message_endpoint" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [ - "/send" - ], - "resolved_anchor_candidates": [ - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.send_message_endpoint" - ], - "doc_paths": [ - "docs/documentation/api/send-message-endpoint.md" - ], - "doc_titles": [ - "HTTP API /send", - "Scenario", - "api.send_message_endpoint:Сценарий", - "api.send_message_endpoint:workflow_step", - "api.send_message_endpoint:mentions_entity", - "api.send_message_endpoint:Нефункциональные требования", - "api.send_message_endpoint:Summary", - "api.send_message_endpoint:Описание", - "api.send_message_endpoint:Функциональные требования", - "api.send_message_endpoint:Входные параметры" - ], - "relation_hits_count": 0, - "relation_targets": [], - "fallback_doc_hits_count": 7, - "fallback_used": false, - "fact_hits": 2, - "entity_hits": 0, - "evidence_summary": { - "documents": 1, - "facts": 2, - "relations": 0, - "chunks": 6, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty", - "exact_anchor_match" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 4384, - "tokens_in_estimate": 1195 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Что делает /send?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "HTTP API /send", - "content": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "metadata": { - "name": "send_message_endpoint", - "tags": [ - "api", - "telegram", - "manual-send" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /send", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlAppFactory", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.send_message_endpoint", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "summary_text": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [ - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "api.send_message_endpoint:workflow_step", - "content": "api.send_message_endpoint workflow_step Telegram credentials доступны в переменных окружения.", - "metadata": { - "tags": [], - "owner": null, - "anchor": "Сценарий", - "doc_id": null, - "object": "Telegram credentials доступны в переменных окружения.", - "fact_id": "6bf0a662808009874a108d0c97f7cca7fc4ff7a3a3d66e0947b31bf813cfdf4d", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "predicate": "workflow_step", - "object_ref": null, - "subject_id": "api.send_message_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/send-message-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "api.send_message_endpoint:mentions_entity", - "content": "api.send_message_endpoint mentions_entity TelegramNotifyWorker", - "metadata": { - "tags": [], - "owner": null, - "anchor": "frontmatter.entities", - "doc_id": null, - "object": "TelegramNotifyWorker", - "fact_id": "149c4e0d3d34b3faba055b1495d54818fadc882af633da70035b82190c1bd327", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "predicate": "mentions_entity", - "object_ref": null, - "subject_id": "api.send_message_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/send-message-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "relations": [] -} -``` - -### User Prompt Overview -- question: Что делает /send? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: API_METHOD_EXPLAIN -- documents: 1 | samples: HTTP API /send -- facts: 2 | samples: api.send_message_endpoint:workflow_step, api.send_message_endpoint:mentions_entity -- relations: 0 - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-api-send-2.json b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-api-send-2.json deleted file mode 100644 index bc6fd29..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-api-send-2.json +++ /dev/null @@ -1,90 +0,0 @@ -{ - "meta": { - "case_id": "v3-api-send-2", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 17, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.send_message_endpoint", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "docs/README.md", - "domain.runtime_health" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": "api_method" - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Как работает send endpoint?" - }, - "output": { - "query": "Как работает send endpoint?" - } - }, - { - "step": "router", - "input": { - "query": "Как работает send endpoint?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Как работает send endpoint?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 14988, - "tokens_in_estimate": 3846 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-api-send-2.md b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-api-send-2.md deleted file mode 100644 index 511691d..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-api-send-2.md +++ /dev/null @@ -1,726 +0,0 @@ -# v3-api-send-2 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Как работает send endpoint? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 17, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.send_message_endpoint", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "docs/README.md", - "domain.runtime_health" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": "api_method" - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Как работает send endpoint?" - }, - "output": { - "query": "Как работает send endpoint?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Как работает send endpoint?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Как работает send endpoint?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 14988, - "tokens_in_estimate": 3846 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "layers_used": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "documents_found": 6, - "facts_found": 2, - "relations_found": 0, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "topic", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D1_DOCUMENT_CATALOG": { - "hits": 6, - "top_ids": [ - "api.send_message_endpoint", - "api.control_actions_endpoint", - "api.health_endpoint", - "architecture.telegram_notify_app", - "docs/README.md" - ] - }, - "D2_FACT_INDEX": { - "hits": 8, - "top_ids": [ - "f85d982c272a2ee6baeadc433221a20e684cd8ef01cb4788d6f76d05ca56d6d0", - "b8e44c3adb74aaa6c91ae8815fa091289e58dd3990a3a1b63e850c62075aea75", - "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3", - "54bbcbac242f1c85ec3280236ed5841998a8a3a548ff16cbf0b5acafbff469e3", - "b6bfad59b3bf00f199b5ef90c1208af19664de700413e7354468a93a4abaaa2f" - ] - }, - "D4_WORKFLOW_INDEX": { - "hits": 3, - "top_ids": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "api.control_actions_endpoint" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [], - "resolved_anchor_candidates": [ - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md", - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md", - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md", - "architecture.telegram_notify_app", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "domain.runtime_health", - "docs/documentation/domain/runtime-health-entity.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.send_message_endpoint", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "docs/README.md", - "domain.runtime_health" - ], - "doc_paths": [ - "docs/documentation/api/send-message-endpoint.md", - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/documentation/domain/runtime-health-entity.md" - ], - "doc_titles": [ - "HTTP API /send", - "HTTP API /actions/{action}", - "HTTP API /health", - "Архитектура Telegram Notify App", - "Readme", - "Сущность runtime health", - "api.control_actions_endpoint:workflow_step", - "api.control_actions_endpoint:mentions_entity", - "Scenario", - "api.control_actions_endpoint:Функциональные требования", - "api.control_actions_endpoint:Нефункциональные требования", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Входные параметры" - ], - "relation_hits_count": 0, - "relation_targets": [], - "fallback_doc_hits_count": 12, - "fallback_used": false, - "fact_hits": 2, - "entity_hits": 0, - "evidence_summary": { - "documents": 6, - "facts": 2, - "relations": 0, - "chunks": 6, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 14988, - "tokens_in_estimate": 3846 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Как работает send endpoint?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "HTTP API /send", - "content": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "metadata": { - "name": "send_message_endpoint", - "tags": [ - "api", - "telegram", - "manual-send" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /send", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlAppFactory", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.send_message_endpoint", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "summary_text": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/health-endpoint.md", - "title": "HTTP API /health", - "content": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "metadata": { - "name": "health_endpoint", - "tags": [ - "api", - "health", - "control-plane" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "HTTP API /health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager", - "WorkerHealth" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "summary_text": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "Архитектура Telegram Notify App", - "content": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "metadata": { - "name": "telegram_notify_app_overview", - "tags": [ - "architecture", - "telegram", - "plba", - "runtime" - ], - "type": "architecture_overview", - "layer": "system", - "links": [ - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "Архитектура Telegram Notify App", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "docs_root", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "children": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint", - "logic.telegram_notification_loop", - "domain.runtime_health" - ], - "doc_kind": "spec", - "entities": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramControlChannel", - "TelegramSendService", - "RuntimeManager" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "architecture.telegram_notify_app", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "summary_text": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/README.md", - "title": "Readme", - "content": "Readme", - "metadata": { - "name": "", - "tags": [], - "type": "", - "layer": "", - "links": [], - "owner": null, - "title": "Readme", - "doc_id": null, - "module": "", - "parent": null, - "status": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "81d952f1a6ea85b76f75e0e57f33b8fa4b2bf3cb7db11b91b90171aeedd655a6", - "children": [], - "doc_kind": "readme", - "entities": [], - "updated_at": null, - "doc_version": null, - "document_id": "docs/README.md", - "source_path": "docs/README.md", - "summary_text": "", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "Сущность runtime health", - "content": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "metadata": { - "name": "runtime_health", - "tags": [ - "domain", - "health", - "observability" - ], - "type": "domain_entity", - "layer": "domain", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "used_by", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "Сущность runtime health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "children": [], - "doc_kind": "misc", - "entities": [ - "WorkerHealth", - "WorkerStatus", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "domain.runtime_health", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "summary_text": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [ - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:workflow_step", - "content": "api.control_actions_endpoint workflow_step Название:** Выполнение control action runtime", - "metadata": { - "tags": [], - "owner": null, - "anchor": "Сценарий", - "doc_id": null, - "object": "Название:** Выполнение control action runtime", - "fact_id": "f85d982c272a2ee6baeadc433221a20e684cd8ef01cb4788d6f76d05ca56d6d0", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "workflow_step", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:mentions_entity", - "content": "api.control_actions_endpoint mentions_entity ControlActionSet", - "metadata": { - "tags": [], - "owner": null, - "anchor": "frontmatter.entities", - "doc_id": null, - "object": "ControlActionSet", - "fact_id": "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "mentions_entity", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "relations": [] -} -``` - -### User Prompt Overview -- question: Как работает send endpoint? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: API_METHOD_EXPLAIN -- documents: 6 | samples: HTTP API /send, HTTP API /actions/{action}, HTTP API /health -- facts: 2 | samples: api.control_actions_endpoint:workflow_step, api.control_actions_endpoint:mentions_entity -- relations: 0 - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-api-send-3.json b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-api-send-3.json deleted file mode 100644 index 129b701..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-api-send-3.json +++ /dev/null @@ -1,90 +0,0 @@ -{ - "meta": { - "case_id": "v3-api-send-3", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 17, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.send_message_endpoint", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "docs/README.md", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "domain.runtime_health" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": "api_method" - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Опиши endpoint отправки сообщений" - }, - "output": { - "query": "Опиши endpoint отправки сообщений" - } - }, - { - "step": "router", - "input": { - "query": "Опиши endpoint отправки сообщений" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Опиши endpoint отправки сообщений" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 14994, - "tokens_in_estimate": 3847 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-api-send-3.md b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-api-send-3.md deleted file mode 100644 index db5278d..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-api-send-3.md +++ /dev/null @@ -1,726 +0,0 @@ -# v3-api-send-3 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Опиши endpoint отправки сообщений - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 17, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.send_message_endpoint", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "docs/README.md", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "domain.runtime_health" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": "api_method" - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Опиши endpoint отправки сообщений" - }, - "output": { - "query": "Опиши endpoint отправки сообщений" - } -} -``` - -### router -```json -{ - "input": { - "query": "Опиши endpoint отправки сообщений" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Опиши endpoint отправки сообщений" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 14994, - "tokens_in_estimate": 3847 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "layers_used": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "documents_found": 6, - "facts_found": 2, - "relations_found": 0, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "topic", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D1_DOCUMENT_CATALOG": { - "hits": 6, - "top_ids": [ - "api.send_message_endpoint", - "api.control_actions_endpoint", - "api.health_endpoint", - "docs/README.md", - "architecture.telegram_notify_app" - ] - }, - "D2_FACT_INDEX": { - "hits": 8, - "top_ids": [ - "f85d982c272a2ee6baeadc433221a20e684cd8ef01cb4788d6f76d05ca56d6d0", - "b8e44c3adb74aaa6c91ae8815fa091289e58dd3990a3a1b63e850c62075aea75", - "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3", - "54bbcbac242f1c85ec3280236ed5841998a8a3a548ff16cbf0b5acafbff469e3", - "b6bfad59b3bf00f199b5ef90c1208af19664de700413e7354468a93a4abaaa2f" - ] - }, - "D4_WORKFLOW_INDEX": { - "hits": 3, - "top_ids": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "api.control_actions_endpoint" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [], - "resolved_anchor_candidates": [ - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md", - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md", - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "domain.runtime_health", - "docs/documentation/domain/runtime-health-entity.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.send_message_endpoint", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "docs/README.md", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "domain.runtime_health" - ], - "doc_paths": [ - "docs/documentation/api/send-message-endpoint.md", - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/health-endpoint.md", - "docs/README.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/documentation/domain/runtime-health-entity.md" - ], - "doc_titles": [ - "HTTP API /send", - "HTTP API /actions/{action}", - "HTTP API /health", - "Readme", - "Архитектура Telegram Notify App", - "Сущность runtime health", - "api.control_actions_endpoint:workflow_step", - "api.control_actions_endpoint:mentions_entity", - "Scenario", - "api.control_actions_endpoint:Функциональные требования", - "api.control_actions_endpoint:Нефункциональные требования", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Входные параметры" - ], - "relation_hits_count": 0, - "relation_targets": [], - "fallback_doc_hits_count": 12, - "fallback_used": false, - "fact_hits": 2, - "entity_hits": 0, - "evidence_summary": { - "documents": 6, - "facts": 2, - "relations": 0, - "chunks": 6, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 14994, - "tokens_in_estimate": 3847 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Опиши endpoint отправки сообщений", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "HTTP API /send", - "content": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "metadata": { - "name": "send_message_endpoint", - "tags": [ - "api", - "telegram", - "manual-send" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /send", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlAppFactory", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.send_message_endpoint", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "summary_text": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/health-endpoint.md", - "title": "HTTP API /health", - "content": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "metadata": { - "name": "health_endpoint", - "tags": [ - "api", - "health", - "control-plane" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "HTTP API /health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager", - "WorkerHealth" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "summary_text": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/README.md", - "title": "Readme", - "content": "Readme", - "metadata": { - "name": "", - "tags": [], - "type": "", - "layer": "", - "links": [], - "owner": null, - "title": "Readme", - "doc_id": null, - "module": "", - "parent": null, - "status": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "81d952f1a6ea85b76f75e0e57f33b8fa4b2bf3cb7db11b91b90171aeedd655a6", - "children": [], - "doc_kind": "readme", - "entities": [], - "updated_at": null, - "doc_version": null, - "document_id": "docs/README.md", - "source_path": "docs/README.md", - "summary_text": "", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "Архитектура Telegram Notify App", - "content": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "metadata": { - "name": "telegram_notify_app_overview", - "tags": [ - "architecture", - "telegram", - "plba", - "runtime" - ], - "type": "architecture_overview", - "layer": "system", - "links": [ - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "Архитектура Telegram Notify App", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "docs_root", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "children": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint", - "logic.telegram_notification_loop", - "domain.runtime_health" - ], - "doc_kind": "spec", - "entities": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramControlChannel", - "TelegramSendService", - "RuntimeManager" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "architecture.telegram_notify_app", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "summary_text": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "Сущность runtime health", - "content": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "metadata": { - "name": "runtime_health", - "tags": [ - "domain", - "health", - "observability" - ], - "type": "domain_entity", - "layer": "domain", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "used_by", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "Сущность runtime health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "children": [], - "doc_kind": "misc", - "entities": [ - "WorkerHealth", - "WorkerStatus", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "domain.runtime_health", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "summary_text": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [ - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:workflow_step", - "content": "api.control_actions_endpoint workflow_step Название:** Выполнение control action runtime", - "metadata": { - "tags": [], - "owner": null, - "anchor": "Сценарий", - "doc_id": null, - "object": "Название:** Выполнение control action runtime", - "fact_id": "f85d982c272a2ee6baeadc433221a20e684cd8ef01cb4788d6f76d05ca56d6d0", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "workflow_step", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:mentions_entity", - "content": "api.control_actions_endpoint mentions_entity ControlActionSet", - "metadata": { - "tags": [], - "owner": null, - "anchor": "frontmatter.entities", - "doc_id": null, - "object": "ControlActionSet", - "fact_id": "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "mentions_entity", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "relations": [] -} -``` - -### User Prompt Overview -- question: Опиши endpoint отправки сообщений -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: API_METHOD_EXPLAIN -- documents: 6 | samples: HTTP API /send, HTTP API /actions/{action}, HTTP API /health -- facts: 2 | samples: api.control_actions_endpoint:workflow_step, api.control_actions_endpoint:mentions_entity -- relations: 0 - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-component-control-channel-1.json b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-component-control-channel-1.json deleted file mode 100644 index 1f90f92..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-component-control-channel-1.json +++ /dev/null @@ -1,92 +0,0 @@ -{ - "meta": { - "case_id": "v3-component-control-channel-1", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 20, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "docs/README.md", - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.send_message_endpoint" - ], - "entity_candidates": [ - "TelegramControlChannel" - ], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Как работает TelegramControlChannel?" - }, - "output": { - "query": "Как работает TelegramControlChannel?" - } - }, - { - "step": "router", - "input": { - "query": "Как работает TelegramControlChannel?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Как работает TelegramControlChannel?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 21500, - "tokens_in_estimate": 5474 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-component-control-channel-1.md b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-component-control-channel-1.md deleted file mode 100644 index e54bf62..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-component-control-channel-1.md +++ /dev/null @@ -1,900 +0,0 @@ -# v3-component-control-channel-1 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Как работает TelegramControlChannel? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 20, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "docs/README.md", - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.send_message_endpoint" - ], - "entity_candidates": [ - "TelegramControlChannel" - ], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Как работает TelegramControlChannel?" - }, - "output": { - "query": "Как работает TelegramControlChannel?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Как работает TelegramControlChannel?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Как работает TelegramControlChannel?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 21500, - "tokens_in_estimate": 5474 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "layers_used": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "documents_found": 6, - "facts_found": 2, - "relations_found": 6, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "none", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D1_DOCUMENT_CATALOG": { - "hits": 6, - "top_ids": [ - "api.control_actions_endpoint", - "architecture.telegram_notify_app", - "docs/README.md", - "domain.runtime_health", - "logic.telegram_notification_loop" - ] - }, - "D2_FACT_INDEX": { - "hits": 8, - "top_ids": [ - "b480201013a7e5231146f665773ebc54af37c28135f407c6b758304c74561645", - "b8e44c3adb74aaa6c91ae8815fa091289e58dd3990a3a1b63e850c62075aea75", - "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3", - "54bbcbac242f1c85ec3280236ed5841998a8a3a548ff16cbf0b5acafbff469e3", - "b6bfad59b3bf00f199b5ef90c1208af19664de700413e7354468a93a4abaaa2f" - ] - }, - "D5_RELATION_GRAPH": { - "hits": 6, - "top_ids": [ - "afec31fd062e392dcd9699a92c7ab61fd4b1273c1a2b16702b23d55d8d0c47ac", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "ae34fe4b3cd2b47632b13b1e32303e842b57948aa21160abe8d9b478995e1d74" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "api.control_actions_endpoint" - ] - } - }, - "query_entity_candidates": [ - "TelegramControlChannel" - ], - "resolved_entity_candidates": [], - "query_anchor_candidates": [ - "TelegramControlChannel" - ], - "resolved_anchor_candidates": [ - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md", - "architecture.telegram_notify_app", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "domain.runtime_health", - "docs/documentation/domain/runtime-health-entity.md", - "logic.telegram_notification_loop", - "docs/documentation/logic/telegram-notification-loop.md", - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.control_actions_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "docs/README.md", - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.send_message_endpoint" - ], - "doc_paths": [ - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/documentation/domain/runtime-health-entity.md", - "docs/documentation/logic/telegram-notification-loop.md", - "docs/documentation/api/send-message-endpoint.md" - ], - "doc_titles": [ - "HTTP API /actions/{action}", - "Архитектура Telegram Notify App", - "Readme", - "Сущность runtime health", - "Цикл отправки уведомлений в Telegram", - "HTTP API /send", - "api.control_actions_endpoint:workflow_step", - "api.control_actions_endpoint:mentions_entity", - "api.control_actions_endpoint:parent", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.control_actions_endpoint:part_of", - "architecture.telegram_notify_app:child", - "architecture.telegram_notify_app:related_api", - "api.control_actions_endpoint:Функциональные требования", - "api.control_actions_endpoint:Нефункциональные требования", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Входные параметры" - ], - "relation_hits_count": 6, - "relation_targets": [ - "api.control_actions_endpoint:parent", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.control_actions_endpoint:part_of", - "architecture.telegram_notify_app:child", - "architecture.telegram_notify_app:related_api" - ], - "fallback_doc_hits_count": 12, - "fallback_used": false, - "fact_hits": 2, - "entity_hits": 0, - "evidence_summary": { - "documents": 6, - "facts": 2, - "relations": 6, - "chunks": 6, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 21500, - "tokens_in_estimate": 5474 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Как работает TelegramControlChannel?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "Архитектура Telegram Notify App", - "content": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "metadata": { - "name": "telegram_notify_app_overview", - "tags": [ - "architecture", - "telegram", - "plba", - "runtime" - ], - "type": "architecture_overview", - "layer": "system", - "links": [ - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "Архитектура Telegram Notify App", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "docs_root", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "children": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint", - "logic.telegram_notification_loop", - "domain.runtime_health" - ], - "doc_kind": "spec", - "entities": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramControlChannel", - "TelegramSendService", - "RuntimeManager" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "architecture.telegram_notify_app", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "summary_text": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/README.md", - "title": "Readme", - "content": "Readme", - "metadata": { - "name": "", - "tags": [], - "type": "", - "layer": "", - "links": [], - "owner": null, - "title": "Readme", - "doc_id": null, - "module": "", - "parent": null, - "status": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "81d952f1a6ea85b76f75e0e57f33b8fa4b2bf3cb7db11b91b90171aeedd655a6", - "children": [], - "doc_kind": "readme", - "entities": [], - "updated_at": null, - "doc_version": null, - "document_id": "docs/README.md", - "source_path": "docs/README.md", - "summary_text": "", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "Сущность runtime health", - "content": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "metadata": { - "name": "runtime_health", - "tags": [ - "domain", - "health", - "observability" - ], - "type": "domain_entity", - "layer": "domain", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "used_by", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "Сущность runtime health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "children": [], - "doc_kind": "misc", - "entities": [ - "WorkerHealth", - "WorkerStatus", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "domain.runtime_health", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "summary_text": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/logic/telegram-notification-loop.md", - "title": "Цикл отправки уведомлений в Telegram", - "content": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "metadata": { - "name": "telegram_notification_loop", - "tags": [ - "logic", - "telegram", - "worker", - "scheduling" - ], - "type": "logic_block", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - } - ], - "owner": null, - "title": "Цикл отправки уведомлений в Telegram", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "0f62f9b4dab261ca4ca34575ff5d84411a22c90b780c52eda388782b94f08470", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramNotifyWorker", - "TelegramSendService", - "WorkerHealth", - "WorkerStatus" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "logic.telegram_notification_loop", - "source_path": "docs/documentation/logic/telegram-notification-loop.md", - "summary_text": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "HTTP API /send", - "content": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "metadata": { - "name": "send_message_endpoint", - "tags": [ - "api", - "telegram", - "manual-send" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /send", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlAppFactory", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.send_message_endpoint", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "summary_text": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [ - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:workflow_step", - "content": "api.control_actions_endpoint workflow_step HTTP control plane запущен.", - "metadata": { - "tags": [], - "owner": null, - "anchor": "Сценарий", - "doc_id": null, - "object": "HTTP control plane запущен.", - "fact_id": "b480201013a7e5231146f665773ebc54af37c28135f407c6b758304c74561645", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "workflow_step", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:mentions_entity", - "content": "api.control_actions_endpoint mentions_entity ControlActionSet", - "metadata": { - "tags": [], - "owner": null, - "anchor": "frontmatter.entities", - "doc_id": null, - "object": "ControlActionSet", - "fact_id": "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "mentions_entity", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:parent", - "content": "api.control_actions_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "afec31fd062e392dcd9699a92c7ab61fd4b1273c1a2b16702b23d55d8d0c47ac", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_api", - "content": "api.control_actions_endpoint related_api api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_logic", - "content": "api.control_actions_endpoint related_logic logic.telegram_notification_loop", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "logic.telegram_notification_loop", - "doc_version": null, - "relation_id": "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_logic", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:part_of", - "content": "api.control_actions_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:child", - "content": "architecture.telegram_notify_app child api.control_actions_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.children", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "source_id": "architecture.telegram_notify_app", - "target_id": "api.control_actions_endpoint", - "doc_version": null, - "relation_id": "ae34fe4b3cd2b47632b13b1e32303e842b57948aa21160abe8d9b478995e1d74", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "child", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:related_api", - "content": "architecture.telegram_notify_app related_api api.control_actions_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "source_id": "architecture.telegram_notify_app", - "target_id": "api.control_actions_endpoint", - "doc_version": null, - "relation_id": "02530527e6e1d1e23316c9d25d0b30658d6c70063eb6e1d732d55c5ba29c9795", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Как работает TelegramControlChannel? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: COMPONENT_EXPLAIN -- documents: 6 | samples: HTTP API /actions/{action}, Архитектура Telegram Notify App, Readme -- facts: 2 | samples: api.control_actions_endpoint:workflow_step, api.control_actions_endpoint:mentions_entity -- relations: 6 | samples: api.control_actions_endpoint:parent, api.control_actions_endpoint:related_api, api.control_actions_endpoint:related_logic - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-component-control-channel-2.json b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-component-control-channel-2.json deleted file mode 100644 index ed2c7ad..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-component-control-channel-2.json +++ /dev/null @@ -1,92 +0,0 @@ -{ - "meta": { - "case_id": "v3-component-control-channel-2", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 20, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "docs/README.md", - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.send_message_endpoint" - ], - "entity_candidates": [ - "TelegramControlChannel" - ], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Роль TelegramControlChannel в системе" - }, - "output": { - "query": "Роль TelegramControlChannel в системе" - } - }, - { - "step": "router", - "input": { - "query": "Роль TelegramControlChannel в системе" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Роль TelegramControlChannel в системе" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 21501, - "tokens_in_estimate": 5474 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-component-control-channel-2.md b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-component-control-channel-2.md deleted file mode 100644 index 4de09eb..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-component-control-channel-2.md +++ /dev/null @@ -1,900 +0,0 @@ -# v3-component-control-channel-2 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Роль TelegramControlChannel в системе - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 20, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "docs/README.md", - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.send_message_endpoint" - ], - "entity_candidates": [ - "TelegramControlChannel" - ], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Роль TelegramControlChannel в системе" - }, - "output": { - "query": "Роль TelegramControlChannel в системе" - } -} -``` - -### router -```json -{ - "input": { - "query": "Роль TelegramControlChannel в системе" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Роль TelegramControlChannel в системе" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 21501, - "tokens_in_estimate": 5474 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "layers_used": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "documents_found": 6, - "facts_found": 2, - "relations_found": 6, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "none", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D1_DOCUMENT_CATALOG": { - "hits": 6, - "top_ids": [ - "api.control_actions_endpoint", - "architecture.telegram_notify_app", - "docs/README.md", - "domain.runtime_health", - "logic.telegram_notification_loop" - ] - }, - "D2_FACT_INDEX": { - "hits": 8, - "top_ids": [ - "b480201013a7e5231146f665773ebc54af37c28135f407c6b758304c74561645", - "b8e44c3adb74aaa6c91ae8815fa091289e58dd3990a3a1b63e850c62075aea75", - "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3", - "54bbcbac242f1c85ec3280236ed5841998a8a3a548ff16cbf0b5acafbff469e3", - "b6bfad59b3bf00f199b5ef90c1208af19664de700413e7354468a93a4abaaa2f" - ] - }, - "D5_RELATION_GRAPH": { - "hits": 6, - "top_ids": [ - "afec31fd062e392dcd9699a92c7ab61fd4b1273c1a2b16702b23d55d8d0c47ac", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "ae34fe4b3cd2b47632b13b1e32303e842b57948aa21160abe8d9b478995e1d74" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "api.control_actions_endpoint" - ] - } - }, - "query_entity_candidates": [ - "TelegramControlChannel" - ], - "resolved_entity_candidates": [], - "query_anchor_candidates": [ - "TelegramControlChannel" - ], - "resolved_anchor_candidates": [ - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md", - "architecture.telegram_notify_app", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "domain.runtime_health", - "docs/documentation/domain/runtime-health-entity.md", - "logic.telegram_notification_loop", - "docs/documentation/logic/telegram-notification-loop.md", - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.control_actions_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "docs/README.md", - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.send_message_endpoint" - ], - "doc_paths": [ - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/documentation/domain/runtime-health-entity.md", - "docs/documentation/logic/telegram-notification-loop.md", - "docs/documentation/api/send-message-endpoint.md" - ], - "doc_titles": [ - "HTTP API /actions/{action}", - "Архитектура Telegram Notify App", - "Readme", - "Сущность runtime health", - "Цикл отправки уведомлений в Telegram", - "HTTP API /send", - "api.control_actions_endpoint:workflow_step", - "api.control_actions_endpoint:mentions_entity", - "api.control_actions_endpoint:parent", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.control_actions_endpoint:part_of", - "architecture.telegram_notify_app:child", - "architecture.telegram_notify_app:related_api", - "api.control_actions_endpoint:Функциональные требования", - "api.control_actions_endpoint:Нефункциональные требования", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Входные параметры" - ], - "relation_hits_count": 6, - "relation_targets": [ - "api.control_actions_endpoint:parent", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.control_actions_endpoint:part_of", - "architecture.telegram_notify_app:child", - "architecture.telegram_notify_app:related_api" - ], - "fallback_doc_hits_count": 12, - "fallback_used": false, - "fact_hits": 2, - "entity_hits": 0, - "evidence_summary": { - "documents": 6, - "facts": 2, - "relations": 6, - "chunks": 6, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 21501, - "tokens_in_estimate": 5474 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Роль TelegramControlChannel в системе", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "Архитектура Telegram Notify App", - "content": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "metadata": { - "name": "telegram_notify_app_overview", - "tags": [ - "architecture", - "telegram", - "plba", - "runtime" - ], - "type": "architecture_overview", - "layer": "system", - "links": [ - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "Архитектура Telegram Notify App", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "docs_root", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "children": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint", - "logic.telegram_notification_loop", - "domain.runtime_health" - ], - "doc_kind": "spec", - "entities": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramControlChannel", - "TelegramSendService", - "RuntimeManager" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "architecture.telegram_notify_app", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "summary_text": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/README.md", - "title": "Readme", - "content": "Readme", - "metadata": { - "name": "", - "tags": [], - "type": "", - "layer": "", - "links": [], - "owner": null, - "title": "Readme", - "doc_id": null, - "module": "", - "parent": null, - "status": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "81d952f1a6ea85b76f75e0e57f33b8fa4b2bf3cb7db11b91b90171aeedd655a6", - "children": [], - "doc_kind": "readme", - "entities": [], - "updated_at": null, - "doc_version": null, - "document_id": "docs/README.md", - "source_path": "docs/README.md", - "summary_text": "", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "Сущность runtime health", - "content": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "metadata": { - "name": "runtime_health", - "tags": [ - "domain", - "health", - "observability" - ], - "type": "domain_entity", - "layer": "domain", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "used_by", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "Сущность runtime health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "children": [], - "doc_kind": "misc", - "entities": [ - "WorkerHealth", - "WorkerStatus", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "domain.runtime_health", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "summary_text": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/logic/telegram-notification-loop.md", - "title": "Цикл отправки уведомлений в Telegram", - "content": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "metadata": { - "name": "telegram_notification_loop", - "tags": [ - "logic", - "telegram", - "worker", - "scheduling" - ], - "type": "logic_block", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - } - ], - "owner": null, - "title": "Цикл отправки уведомлений в Telegram", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "0f62f9b4dab261ca4ca34575ff5d84411a22c90b780c52eda388782b94f08470", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramNotifyWorker", - "TelegramSendService", - "WorkerHealth", - "WorkerStatus" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "logic.telegram_notification_loop", - "source_path": "docs/documentation/logic/telegram-notification-loop.md", - "summary_text": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "HTTP API /send", - "content": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "metadata": { - "name": "send_message_endpoint", - "tags": [ - "api", - "telegram", - "manual-send" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /send", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlAppFactory", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.send_message_endpoint", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "summary_text": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [ - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:workflow_step", - "content": "api.control_actions_endpoint workflow_step HTTP control plane запущен.", - "metadata": { - "tags": [], - "owner": null, - "anchor": "Сценарий", - "doc_id": null, - "object": "HTTP control plane запущен.", - "fact_id": "b480201013a7e5231146f665773ebc54af37c28135f407c6b758304c74561645", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "workflow_step", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:mentions_entity", - "content": "api.control_actions_endpoint mentions_entity ControlActionSet", - "metadata": { - "tags": [], - "owner": null, - "anchor": "frontmatter.entities", - "doc_id": null, - "object": "ControlActionSet", - "fact_id": "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "mentions_entity", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:parent", - "content": "api.control_actions_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "afec31fd062e392dcd9699a92c7ab61fd4b1273c1a2b16702b23d55d8d0c47ac", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_api", - "content": "api.control_actions_endpoint related_api api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_logic", - "content": "api.control_actions_endpoint related_logic logic.telegram_notification_loop", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "logic.telegram_notification_loop", - "doc_version": null, - "relation_id": "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_logic", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:part_of", - "content": "api.control_actions_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:child", - "content": "architecture.telegram_notify_app child api.control_actions_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.children", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "source_id": "architecture.telegram_notify_app", - "target_id": "api.control_actions_endpoint", - "doc_version": null, - "relation_id": "ae34fe4b3cd2b47632b13b1e32303e842b57948aa21160abe8d9b478995e1d74", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "child", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:related_api", - "content": "architecture.telegram_notify_app related_api api.control_actions_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "source_id": "architecture.telegram_notify_app", - "target_id": "api.control_actions_endpoint", - "doc_version": null, - "relation_id": "02530527e6e1d1e23316c9d25d0b30658d6c70063eb6e1d732d55c5ba29c9795", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Роль TelegramControlChannel в системе -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: COMPONENT_EXPLAIN -- documents: 6 | samples: HTTP API /actions/{action}, Архитектура Telegram Notify App, Readme -- facts: 2 | samples: api.control_actions_endpoint:workflow_step, api.control_actions_endpoint:mentions_entity -- relations: 6 | samples: api.control_actions_endpoint:parent, api.control_actions_endpoint:related_api, api.control_actions_endpoint:related_logic - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-1.json b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-1.json deleted file mode 100644 index 9bb41f2..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-1.json +++ /dev/null @@ -1,92 +0,0 @@ -{ - "meta": { - "case_id": "v3-component-runtime-manager-1", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 20, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "docs/README.md", - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.send_message_endpoint" - ], - "entity_candidates": [ - "RuntimeManager" - ], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Что делает RuntimeManager?" - }, - "output": { - "query": "Что делает RuntimeManager?" - } - }, - { - "step": "router", - "input": { - "query": "Что делает RuntimeManager?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Что делает RuntimeManager?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 21490, - "tokens_in_estimate": 5471 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-1.md b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-1.md deleted file mode 100644 index e6df2cd..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-1.md +++ /dev/null @@ -1,900 +0,0 @@ -# v3-component-runtime-manager-1 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Что делает RuntimeManager? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 20, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "docs/README.md", - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.send_message_endpoint" - ], - "entity_candidates": [ - "RuntimeManager" - ], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Что делает RuntimeManager?" - }, - "output": { - "query": "Что делает RuntimeManager?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Что делает RuntimeManager?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Что делает RuntimeManager?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 21490, - "tokens_in_estimate": 5471 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "layers_used": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "documents_found": 6, - "facts_found": 2, - "relations_found": 6, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "none", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D1_DOCUMENT_CATALOG": { - "hits": 6, - "top_ids": [ - "api.control_actions_endpoint", - "architecture.telegram_notify_app", - "docs/README.md", - "domain.runtime_health", - "logic.telegram_notification_loop" - ] - }, - "D2_FACT_INDEX": { - "hits": 8, - "top_ids": [ - "b480201013a7e5231146f665773ebc54af37c28135f407c6b758304c74561645", - "b8e44c3adb74aaa6c91ae8815fa091289e58dd3990a3a1b63e850c62075aea75", - "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3", - "54bbcbac242f1c85ec3280236ed5841998a8a3a548ff16cbf0b5acafbff469e3", - "b6bfad59b3bf00f199b5ef90c1208af19664de700413e7354468a93a4abaaa2f" - ] - }, - "D5_RELATION_GRAPH": { - "hits": 6, - "top_ids": [ - "afec31fd062e392dcd9699a92c7ab61fd4b1273c1a2b16702b23d55d8d0c47ac", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "ae34fe4b3cd2b47632b13b1e32303e842b57948aa21160abe8d9b478995e1d74" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "api.control_actions_endpoint" - ] - } - }, - "query_entity_candidates": [ - "RuntimeManager" - ], - "resolved_entity_candidates": [], - "query_anchor_candidates": [ - "RuntimeManager" - ], - "resolved_anchor_candidates": [ - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md", - "architecture.telegram_notify_app", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "domain.runtime_health", - "docs/documentation/domain/runtime-health-entity.md", - "logic.telegram_notification_loop", - "docs/documentation/logic/telegram-notification-loop.md", - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.control_actions_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "docs/README.md", - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.send_message_endpoint" - ], - "doc_paths": [ - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/documentation/domain/runtime-health-entity.md", - "docs/documentation/logic/telegram-notification-loop.md", - "docs/documentation/api/send-message-endpoint.md" - ], - "doc_titles": [ - "HTTP API /actions/{action}", - "Архитектура Telegram Notify App", - "Readme", - "Сущность runtime health", - "Цикл отправки уведомлений в Telegram", - "HTTP API /send", - "api.control_actions_endpoint:workflow_step", - "api.control_actions_endpoint:mentions_entity", - "api.control_actions_endpoint:parent", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.control_actions_endpoint:part_of", - "architecture.telegram_notify_app:child", - "architecture.telegram_notify_app:related_api", - "api.control_actions_endpoint:Функциональные требования", - "api.control_actions_endpoint:Нефункциональные требования", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Входные параметры" - ], - "relation_hits_count": 6, - "relation_targets": [ - "api.control_actions_endpoint:parent", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.control_actions_endpoint:part_of", - "architecture.telegram_notify_app:child", - "architecture.telegram_notify_app:related_api" - ], - "fallback_doc_hits_count": 12, - "fallback_used": false, - "fact_hits": 2, - "entity_hits": 0, - "evidence_summary": { - "documents": 6, - "facts": 2, - "relations": 6, - "chunks": 6, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 21490, - "tokens_in_estimate": 5471 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Что делает RuntimeManager?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "Архитектура Telegram Notify App", - "content": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "metadata": { - "name": "telegram_notify_app_overview", - "tags": [ - "architecture", - "telegram", - "plba", - "runtime" - ], - "type": "architecture_overview", - "layer": "system", - "links": [ - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "Архитектура Telegram Notify App", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "docs_root", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "children": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint", - "logic.telegram_notification_loop", - "domain.runtime_health" - ], - "doc_kind": "spec", - "entities": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramControlChannel", - "TelegramSendService", - "RuntimeManager" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "architecture.telegram_notify_app", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "summary_text": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/README.md", - "title": "Readme", - "content": "Readme", - "metadata": { - "name": "", - "tags": [], - "type": "", - "layer": "", - "links": [], - "owner": null, - "title": "Readme", - "doc_id": null, - "module": "", - "parent": null, - "status": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "81d952f1a6ea85b76f75e0e57f33b8fa4b2bf3cb7db11b91b90171aeedd655a6", - "children": [], - "doc_kind": "readme", - "entities": [], - "updated_at": null, - "doc_version": null, - "document_id": "docs/README.md", - "source_path": "docs/README.md", - "summary_text": "", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "Сущность runtime health", - "content": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "metadata": { - "name": "runtime_health", - "tags": [ - "domain", - "health", - "observability" - ], - "type": "domain_entity", - "layer": "domain", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "used_by", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "Сущность runtime health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "children": [], - "doc_kind": "misc", - "entities": [ - "WorkerHealth", - "WorkerStatus", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "domain.runtime_health", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "summary_text": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/logic/telegram-notification-loop.md", - "title": "Цикл отправки уведомлений в Telegram", - "content": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "metadata": { - "name": "telegram_notification_loop", - "tags": [ - "logic", - "telegram", - "worker", - "scheduling" - ], - "type": "logic_block", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - } - ], - "owner": null, - "title": "Цикл отправки уведомлений в Telegram", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "0f62f9b4dab261ca4ca34575ff5d84411a22c90b780c52eda388782b94f08470", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramNotifyWorker", - "TelegramSendService", - "WorkerHealth", - "WorkerStatus" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "logic.telegram_notification_loop", - "source_path": "docs/documentation/logic/telegram-notification-loop.md", - "summary_text": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "HTTP API /send", - "content": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "metadata": { - "name": "send_message_endpoint", - "tags": [ - "api", - "telegram", - "manual-send" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /send", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlAppFactory", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.send_message_endpoint", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "summary_text": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [ - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:workflow_step", - "content": "api.control_actions_endpoint workflow_step HTTP control plane запущен.", - "metadata": { - "tags": [], - "owner": null, - "anchor": "Сценарий", - "doc_id": null, - "object": "HTTP control plane запущен.", - "fact_id": "b480201013a7e5231146f665773ebc54af37c28135f407c6b758304c74561645", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "workflow_step", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:mentions_entity", - "content": "api.control_actions_endpoint mentions_entity ControlActionSet", - "metadata": { - "tags": [], - "owner": null, - "anchor": "frontmatter.entities", - "doc_id": null, - "object": "ControlActionSet", - "fact_id": "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "mentions_entity", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:parent", - "content": "api.control_actions_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "afec31fd062e392dcd9699a92c7ab61fd4b1273c1a2b16702b23d55d8d0c47ac", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_api", - "content": "api.control_actions_endpoint related_api api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_logic", - "content": "api.control_actions_endpoint related_logic logic.telegram_notification_loop", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "logic.telegram_notification_loop", - "doc_version": null, - "relation_id": "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_logic", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:part_of", - "content": "api.control_actions_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:child", - "content": "architecture.telegram_notify_app child api.control_actions_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.children", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "source_id": "architecture.telegram_notify_app", - "target_id": "api.control_actions_endpoint", - "doc_version": null, - "relation_id": "ae34fe4b3cd2b47632b13b1e32303e842b57948aa21160abe8d9b478995e1d74", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "child", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:related_api", - "content": "architecture.telegram_notify_app related_api api.control_actions_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "source_id": "architecture.telegram_notify_app", - "target_id": "api.control_actions_endpoint", - "doc_version": null, - "relation_id": "02530527e6e1d1e23316c9d25d0b30658d6c70063eb6e1d732d55c5ba29c9795", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Что делает RuntimeManager? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: COMPONENT_EXPLAIN -- documents: 6 | samples: HTTP API /actions/{action}, Архитектура Telegram Notify App, Readme -- facts: 2 | samples: api.control_actions_endpoint:workflow_step, api.control_actions_endpoint:mentions_entity -- relations: 6 | samples: api.control_actions_endpoint:parent, api.control_actions_endpoint:related_api, api.control_actions_endpoint:related_logic - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-2.json b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-2.json deleted file mode 100644 index 06f11d9..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-2.json +++ /dev/null @@ -1,92 +0,0 @@ -{ - "meta": { - "case_id": "v3-component-runtime-manager-2", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 20, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "docs/README.md", - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.send_message_endpoint" - ], - "entity_candidates": [ - "RuntimeManager" - ], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Как устроен RuntimeManager?" - }, - "output": { - "query": "Как устроен RuntimeManager?" - } - }, - { - "step": "router", - "input": { - "query": "Как устроен RuntimeManager?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Как устроен RuntimeManager?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 21491, - "tokens_in_estimate": 5471 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-2.md b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-2.md deleted file mode 100644 index a63e1e7..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-2.md +++ /dev/null @@ -1,900 +0,0 @@ -# v3-component-runtime-manager-2 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Как устроен RuntimeManager? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 20, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "docs/README.md", - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.send_message_endpoint" - ], - "entity_candidates": [ - "RuntimeManager" - ], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Как устроен RuntimeManager?" - }, - "output": { - "query": "Как устроен RuntimeManager?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Как устроен RuntimeManager?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Как устроен RuntimeManager?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 21491, - "tokens_in_estimate": 5471 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "layers_used": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "documents_found": 6, - "facts_found": 2, - "relations_found": 6, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "none", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D1_DOCUMENT_CATALOG": { - "hits": 6, - "top_ids": [ - "api.control_actions_endpoint", - "architecture.telegram_notify_app", - "docs/README.md", - "domain.runtime_health", - "logic.telegram_notification_loop" - ] - }, - "D2_FACT_INDEX": { - "hits": 8, - "top_ids": [ - "b480201013a7e5231146f665773ebc54af37c28135f407c6b758304c74561645", - "b8e44c3adb74aaa6c91ae8815fa091289e58dd3990a3a1b63e850c62075aea75", - "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3", - "54bbcbac242f1c85ec3280236ed5841998a8a3a548ff16cbf0b5acafbff469e3", - "b6bfad59b3bf00f199b5ef90c1208af19664de700413e7354468a93a4abaaa2f" - ] - }, - "D5_RELATION_GRAPH": { - "hits": 6, - "top_ids": [ - "afec31fd062e392dcd9699a92c7ab61fd4b1273c1a2b16702b23d55d8d0c47ac", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "ae34fe4b3cd2b47632b13b1e32303e842b57948aa21160abe8d9b478995e1d74" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "api.control_actions_endpoint" - ] - } - }, - "query_entity_candidates": [ - "RuntimeManager" - ], - "resolved_entity_candidates": [], - "query_anchor_candidates": [ - "RuntimeManager" - ], - "resolved_anchor_candidates": [ - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md", - "architecture.telegram_notify_app", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "domain.runtime_health", - "docs/documentation/domain/runtime-health-entity.md", - "logic.telegram_notification_loop", - "docs/documentation/logic/telegram-notification-loop.md", - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.control_actions_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "docs/README.md", - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.send_message_endpoint" - ], - "doc_paths": [ - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/documentation/domain/runtime-health-entity.md", - "docs/documentation/logic/telegram-notification-loop.md", - "docs/documentation/api/send-message-endpoint.md" - ], - "doc_titles": [ - "HTTP API /actions/{action}", - "Архитектура Telegram Notify App", - "Readme", - "Сущность runtime health", - "Цикл отправки уведомлений в Telegram", - "HTTP API /send", - "api.control_actions_endpoint:workflow_step", - "api.control_actions_endpoint:mentions_entity", - "api.control_actions_endpoint:parent", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.control_actions_endpoint:part_of", - "architecture.telegram_notify_app:child", - "architecture.telegram_notify_app:related_api", - "api.control_actions_endpoint:Функциональные требования", - "api.control_actions_endpoint:Нефункциональные требования", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Входные параметры" - ], - "relation_hits_count": 6, - "relation_targets": [ - "api.control_actions_endpoint:parent", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.control_actions_endpoint:part_of", - "architecture.telegram_notify_app:child", - "architecture.telegram_notify_app:related_api" - ], - "fallback_doc_hits_count": 12, - "fallback_used": false, - "fact_hits": 2, - "entity_hits": 0, - "evidence_summary": { - "documents": 6, - "facts": 2, - "relations": 6, - "chunks": 6, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 21491, - "tokens_in_estimate": 5471 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Как устроен RuntimeManager?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "Архитектура Telegram Notify App", - "content": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "metadata": { - "name": "telegram_notify_app_overview", - "tags": [ - "architecture", - "telegram", - "plba", - "runtime" - ], - "type": "architecture_overview", - "layer": "system", - "links": [ - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "Архитектура Telegram Notify App", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "docs_root", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "children": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint", - "logic.telegram_notification_loop", - "domain.runtime_health" - ], - "doc_kind": "spec", - "entities": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramControlChannel", - "TelegramSendService", - "RuntimeManager" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "architecture.telegram_notify_app", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "summary_text": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/README.md", - "title": "Readme", - "content": "Readme", - "metadata": { - "name": "", - "tags": [], - "type": "", - "layer": "", - "links": [], - "owner": null, - "title": "Readme", - "doc_id": null, - "module": "", - "parent": null, - "status": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "81d952f1a6ea85b76f75e0e57f33b8fa4b2bf3cb7db11b91b90171aeedd655a6", - "children": [], - "doc_kind": "readme", - "entities": [], - "updated_at": null, - "doc_version": null, - "document_id": "docs/README.md", - "source_path": "docs/README.md", - "summary_text": "", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "Сущность runtime health", - "content": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "metadata": { - "name": "runtime_health", - "tags": [ - "domain", - "health", - "observability" - ], - "type": "domain_entity", - "layer": "domain", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "used_by", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "Сущность runtime health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "children": [], - "doc_kind": "misc", - "entities": [ - "WorkerHealth", - "WorkerStatus", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "domain.runtime_health", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "summary_text": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/logic/telegram-notification-loop.md", - "title": "Цикл отправки уведомлений в Telegram", - "content": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "metadata": { - "name": "telegram_notification_loop", - "tags": [ - "logic", - "telegram", - "worker", - "scheduling" - ], - "type": "logic_block", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - } - ], - "owner": null, - "title": "Цикл отправки уведомлений в Telegram", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "0f62f9b4dab261ca4ca34575ff5d84411a22c90b780c52eda388782b94f08470", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramNotifyWorker", - "TelegramSendService", - "WorkerHealth", - "WorkerStatus" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "logic.telegram_notification_loop", - "source_path": "docs/documentation/logic/telegram-notification-loop.md", - "summary_text": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "HTTP API /send", - "content": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "metadata": { - "name": "send_message_endpoint", - "tags": [ - "api", - "telegram", - "manual-send" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /send", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlAppFactory", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.send_message_endpoint", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "summary_text": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [ - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:workflow_step", - "content": "api.control_actions_endpoint workflow_step HTTP control plane запущен.", - "metadata": { - "tags": [], - "owner": null, - "anchor": "Сценарий", - "doc_id": null, - "object": "HTTP control plane запущен.", - "fact_id": "b480201013a7e5231146f665773ebc54af37c28135f407c6b758304c74561645", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "workflow_step", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:mentions_entity", - "content": "api.control_actions_endpoint mentions_entity ControlActionSet", - "metadata": { - "tags": [], - "owner": null, - "anchor": "frontmatter.entities", - "doc_id": null, - "object": "ControlActionSet", - "fact_id": "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "mentions_entity", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:parent", - "content": "api.control_actions_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "afec31fd062e392dcd9699a92c7ab61fd4b1273c1a2b16702b23d55d8d0c47ac", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_api", - "content": "api.control_actions_endpoint related_api api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_logic", - "content": "api.control_actions_endpoint related_logic logic.telegram_notification_loop", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "logic.telegram_notification_loop", - "doc_version": null, - "relation_id": "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_logic", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:part_of", - "content": "api.control_actions_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:child", - "content": "architecture.telegram_notify_app child api.control_actions_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.children", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "source_id": "architecture.telegram_notify_app", - "target_id": "api.control_actions_endpoint", - "doc_version": null, - "relation_id": "ae34fe4b3cd2b47632b13b1e32303e842b57948aa21160abe8d9b478995e1d74", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "child", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:related_api", - "content": "architecture.telegram_notify_app related_api api.control_actions_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "source_id": "architecture.telegram_notify_app", - "target_id": "api.control_actions_endpoint", - "doc_version": null, - "relation_id": "02530527e6e1d1e23316c9d25d0b30658d6c70063eb6e1d732d55c5ba29c9795", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Как устроен RuntimeManager? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: COMPONENT_EXPLAIN -- documents: 6 | samples: HTTP API /actions/{action}, Архитектура Telegram Notify App, Readme -- facts: 2 | samples: api.control_actions_endpoint:workflow_step, api.control_actions_endpoint:mentions_entity -- relations: 6 | samples: api.control_actions_endpoint:parent, api.control_actions_endpoint:related_api, api.control_actions_endpoint:related_logic - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-3.json b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-3.json deleted file mode 100644 index ee18af7..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-3.json +++ /dev/null @@ -1,92 +0,0 @@ -{ - "meta": { - "case_id": "v3-component-runtime-manager-3", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 20, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "docs/README.md", - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.send_message_endpoint" - ], - "entity_candidates": [ - "RuntimeManager" - ], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Опиши компонент RuntimeManager" - }, - "output": { - "query": "Опиши компонент RuntimeManager" - } - }, - { - "step": "router", - "input": { - "query": "Опиши компонент RuntimeManager" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Опиши компонент RuntimeManager" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 21494, - "tokens_in_estimate": 5472 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-3.md b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-3.md deleted file mode 100644 index f4ab3e8..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-3.md +++ /dev/null @@ -1,900 +0,0 @@ -# v3-component-runtime-manager-3 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Опиши компонент RuntimeManager - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 20, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "docs/README.md", - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.send_message_endpoint" - ], - "entity_candidates": [ - "RuntimeManager" - ], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Опиши компонент RuntimeManager" - }, - "output": { - "query": "Опиши компонент RuntimeManager" - } -} -``` - -### router -```json -{ - "input": { - "query": "Опиши компонент RuntimeManager" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Опиши компонент RuntimeManager" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 21494, - "tokens_in_estimate": 5472 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "layers_used": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "documents_found": 6, - "facts_found": 2, - "relations_found": 6, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "component", - "matched_anchor_value": "RuntimeManager", - "exact_anchor_match": false, - "docs_layers_requested": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D1_DOCUMENT_CATALOG": { - "hits": 6, - "top_ids": [ - "api.control_actions_endpoint", - "architecture.telegram_notify_app", - "docs/README.md", - "domain.runtime_health", - "logic.telegram_notification_loop" - ] - }, - "D2_FACT_INDEX": { - "hits": 8, - "top_ids": [ - "b480201013a7e5231146f665773ebc54af37c28135f407c6b758304c74561645", - "b8e44c3adb74aaa6c91ae8815fa091289e58dd3990a3a1b63e850c62075aea75", - "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3", - "54bbcbac242f1c85ec3280236ed5841998a8a3a548ff16cbf0b5acafbff469e3", - "b6bfad59b3bf00f199b5ef90c1208af19664de700413e7354468a93a4abaaa2f" - ] - }, - "D5_RELATION_GRAPH": { - "hits": 6, - "top_ids": [ - "afec31fd062e392dcd9699a92c7ab61fd4b1273c1a2b16702b23d55d8d0c47ac", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "ae34fe4b3cd2b47632b13b1e32303e842b57948aa21160abe8d9b478995e1d74" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "api.control_actions_endpoint" - ] - } - }, - "query_entity_candidates": [ - "RuntimeManager" - ], - "resolved_entity_candidates": [], - "query_anchor_candidates": [ - "RuntimeManager" - ], - "resolved_anchor_candidates": [ - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md", - "architecture.telegram_notify_app", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "domain.runtime_health", - "docs/documentation/domain/runtime-health-entity.md", - "logic.telegram_notification_loop", - "docs/documentation/logic/telegram-notification-loop.md", - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.control_actions_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "docs/README.md", - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.send_message_endpoint" - ], - "doc_paths": [ - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/documentation/domain/runtime-health-entity.md", - "docs/documentation/logic/telegram-notification-loop.md", - "docs/documentation/api/send-message-endpoint.md" - ], - "doc_titles": [ - "HTTP API /actions/{action}", - "Архитектура Telegram Notify App", - "Readme", - "Сущность runtime health", - "Цикл отправки уведомлений в Telegram", - "HTTP API /send", - "api.control_actions_endpoint:workflow_step", - "api.control_actions_endpoint:mentions_entity", - "api.control_actions_endpoint:parent", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.control_actions_endpoint:part_of", - "architecture.telegram_notify_app:child", - "architecture.telegram_notify_app:related_api", - "api.control_actions_endpoint:Функциональные требования", - "api.control_actions_endpoint:Нефункциональные требования", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Входные параметры" - ], - "relation_hits_count": 6, - "relation_targets": [ - "api.control_actions_endpoint:parent", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.control_actions_endpoint:part_of", - "architecture.telegram_notify_app:child", - "architecture.telegram_notify_app:related_api" - ], - "fallback_doc_hits_count": 12, - "fallback_used": false, - "fact_hits": 2, - "entity_hits": 0, - "evidence_summary": { - "documents": 6, - "facts": 2, - "relations": 6, - "chunks": 6, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 21494, - "tokens_in_estimate": 5472 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Опиши компонент RuntimeManager", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "Архитектура Telegram Notify App", - "content": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "metadata": { - "name": "telegram_notify_app_overview", - "tags": [ - "architecture", - "telegram", - "plba", - "runtime" - ], - "type": "architecture_overview", - "layer": "system", - "links": [ - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "Архитектура Telegram Notify App", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "docs_root", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "children": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint", - "logic.telegram_notification_loop", - "domain.runtime_health" - ], - "doc_kind": "spec", - "entities": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramControlChannel", - "TelegramSendService", - "RuntimeManager" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "architecture.telegram_notify_app", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "summary_text": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/README.md", - "title": "Readme", - "content": "Readme", - "metadata": { - "name": "", - "tags": [], - "type": "", - "layer": "", - "links": [], - "owner": null, - "title": "Readme", - "doc_id": null, - "module": "", - "parent": null, - "status": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "81d952f1a6ea85b76f75e0e57f33b8fa4b2bf3cb7db11b91b90171aeedd655a6", - "children": [], - "doc_kind": "readme", - "entities": [], - "updated_at": null, - "doc_version": null, - "document_id": "docs/README.md", - "source_path": "docs/README.md", - "summary_text": "", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "Сущность runtime health", - "content": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "metadata": { - "name": "runtime_health", - "tags": [ - "domain", - "health", - "observability" - ], - "type": "domain_entity", - "layer": "domain", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "used_by", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "Сущность runtime health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "children": [], - "doc_kind": "misc", - "entities": [ - "WorkerHealth", - "WorkerStatus", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "domain.runtime_health", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "summary_text": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/logic/telegram-notification-loop.md", - "title": "Цикл отправки уведомлений в Telegram", - "content": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "metadata": { - "name": "telegram_notification_loop", - "tags": [ - "logic", - "telegram", - "worker", - "scheduling" - ], - "type": "logic_block", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - } - ], - "owner": null, - "title": "Цикл отправки уведомлений в Telegram", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "0f62f9b4dab261ca4ca34575ff5d84411a22c90b780c52eda388782b94f08470", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramNotifyWorker", - "TelegramSendService", - "WorkerHealth", - "WorkerStatus" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "logic.telegram_notification_loop", - "source_path": "docs/documentation/logic/telegram-notification-loop.md", - "summary_text": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "HTTP API /send", - "content": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "metadata": { - "name": "send_message_endpoint", - "tags": [ - "api", - "telegram", - "manual-send" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /send", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlAppFactory", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.send_message_endpoint", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "summary_text": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [ - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:workflow_step", - "content": "api.control_actions_endpoint workflow_step HTTP control plane запущен.", - "metadata": { - "tags": [], - "owner": null, - "anchor": "Сценарий", - "doc_id": null, - "object": "HTTP control plane запущен.", - "fact_id": "b480201013a7e5231146f665773ebc54af37c28135f407c6b758304c74561645", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "workflow_step", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:mentions_entity", - "content": "api.control_actions_endpoint mentions_entity ControlActionSet", - "metadata": { - "tags": [], - "owner": null, - "anchor": "frontmatter.entities", - "doc_id": null, - "object": "ControlActionSet", - "fact_id": "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "mentions_entity", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:parent", - "content": "api.control_actions_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "afec31fd062e392dcd9699a92c7ab61fd4b1273c1a2b16702b23d55d8d0c47ac", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_api", - "content": "api.control_actions_endpoint related_api api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_logic", - "content": "api.control_actions_endpoint related_logic logic.telegram_notification_loop", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "logic.telegram_notification_loop", - "doc_version": null, - "relation_id": "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_logic", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:part_of", - "content": "api.control_actions_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:child", - "content": "architecture.telegram_notify_app child api.control_actions_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.children", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "source_id": "architecture.telegram_notify_app", - "target_id": "api.control_actions_endpoint", - "doc_version": null, - "relation_id": "ae34fe4b3cd2b47632b13b1e32303e842b57948aa21160abe8d9b478995e1d74", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "child", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:related_api", - "content": "architecture.telegram_notify_app related_api api.control_actions_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "source_id": "architecture.telegram_notify_app", - "target_id": "api.control_actions_endpoint", - "doc_version": null, - "relation_id": "02530527e6e1d1e23316c9d25d0b30658d6c70063eb6e1d732d55c5ba29c9795", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Опиши компонент RuntimeManager -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: COMPONENT_EXPLAIN -- documents: 6 | samples: HTTP API /actions/{action}, Архитектура Telegram Notify App, Readme -- facts: 2 | samples: api.control_actions_endpoint:workflow_step, api.control_actions_endpoint:mentions_entity -- relations: 6 | samples: api.control_actions_endpoint:parent, api.control_actions_endpoint:related_api, api.control_actions_endpoint:related_logic - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-entity-runtime-health-1.json b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-entity-runtime-health-1.json deleted file mode 100644 index 0e3f50c..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-entity-runtime-health-1.json +++ /dev/null @@ -1,92 +0,0 @@ -{ - "meta": { - "case_id": "v3-entity-runtime-health-1", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 26, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.health_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.send_message_endpoint" - ], - "entity_candidates": [ - "runtime health" - ], - "symbol_candidates": [], - "layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Что такое runtime health?" - }, - "output": { - "query": "Что такое runtime health?" - } - }, - { - "step": "router", - "input": { - "query": "Что такое runtime health?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Что такое runtime health?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 20267, - "tokens_in_estimate": 5165 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-entity-runtime-health-1.md b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-entity-runtime-health-1.md deleted file mode 100644 index e5fbb9e..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-entity-runtime-health-1.md +++ /dev/null @@ -1,865 +0,0 @@ -# v3-entity-runtime-health-1 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Что такое runtime health? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 26, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.health_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.send_message_endpoint" - ], - "entity_candidates": [ - "runtime health" - ], - "symbol_candidates": [], - "layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Что такое runtime health?" - }, - "output": { - "query": "Что такое runtime health?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Что такое runtime health?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Что такое runtime health?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 20267, - "tokens_in_estimate": 5165 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "layers_used": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "documents_found": 6, - "facts_found": 0, - "relations_found": 6, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "none", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D3_ENTITY_CATALOG": { - "hits": 8, - "top_ids": [ - "api.health_endpoint", - "architecture.telegram_notify_app", - "domain.runtime_health" - ] - }, - "D1_DOCUMENT_CATALOG": { - "hits": 6, - "top_ids": [ - "domain.runtime_health", - "api.health_endpoint", - "logic.telegram_notification_loop", - "api.control_actions_endpoint", - "architecture.telegram_notify_app" - ] - }, - "D5_RELATION_GRAPH": { - "hits": 6, - "top_ids": [ - "79bdb0a74713df6064008179ca8c5c186dc23e4e1c5e2c9607b0bdddeba50f93", - "af2a4f7c1b677b908410ba720915405e10dbd0870e30a3c6e3aa2468550ddf0e", - "77f5d358ab85b3d92018b6b51da7c39773148dfd346686e8832a45370c841160", - "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "api.health_endpoint" - ] - } - }, - "query_entity_candidates": [ - "runtime health" - ], - "resolved_entity_candidates": [], - "query_anchor_candidates": [], - "resolved_anchor_candidates": [ - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md", - "architecture.telegram_notify_app", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "domain.runtime_health", - "docs/documentation/domain/runtime-health-entity.md", - "logic.telegram_notification_loop", - "docs/documentation/logic/telegram-notification-loop.md", - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md", - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.health_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.send_message_endpoint" - ], - "doc_paths": [ - "docs/documentation/api/health-endpoint.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/documentation/domain/runtime-health-entity.md", - "docs/documentation/logic/telegram-notification-loop.md", - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/send-message-endpoint.md" - ], - "doc_titles": [ - "RuntimeManager", - "WorkerStatus", - "TelegramNotifyWorker", - "TelegramControlChannel", - "WorkerHealth", - "Сущность runtime health", - "HTTP API /health", - "Цикл отправки уведомлений в Telegram", - "HTTP API /actions/{action}", - "Архитектура Telegram Notify App", - "HTTP API /send", - "domain.runtime_health:parent", - "domain.runtime_health:part_of", - "api.health_endpoint:depends_on", - "api.health_endpoint:parent", - "api.health_endpoint:part_of", - "domain.runtime_health:used_by", - "api.health_endpoint:Сценарий", - "api.health_endpoint:Нефункциональные требования", - "api.health_endpoint:Summary", - "api.health_endpoint:Описание", - "api.health_endpoint:Функциональные требования", - "api.health_endpoint:Входные параметры" - ], - "relation_hits_count": 6, - "relation_targets": [ - "domain.runtime_health:parent", - "domain.runtime_health:part_of", - "api.health_endpoint:depends_on", - "api.health_endpoint:parent", - "api.health_endpoint:part_of", - "domain.runtime_health:used_by" - ], - "fallback_doc_hits_count": 12, - "fallback_used": false, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 6, - "facts": 0, - "relations": 6, - "chunks": 6, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 20267, - "tokens_in_estimate": 5165 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Что такое runtime health?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "Сущность runtime health", - "content": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "metadata": { - "name": "runtime_health", - "tags": [ - "domain", - "health", - "observability" - ], - "type": "domain_entity", - "layer": "domain", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "used_by", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "Сущность runtime health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "children": [], - "doc_kind": "misc", - "entities": [ - "WorkerHealth", - "WorkerStatus", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "domain.runtime_health", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "summary_text": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/health-endpoint.md", - "title": "HTTP API /health", - "content": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "metadata": { - "name": "health_endpoint", - "tags": [ - "api", - "health", - "control-plane" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "HTTP API /health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager", - "WorkerHealth" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "summary_text": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/logic/telegram-notification-loop.md", - "title": "Цикл отправки уведомлений в Telegram", - "content": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "metadata": { - "name": "telegram_notification_loop", - "tags": [ - "logic", - "telegram", - "worker", - "scheduling" - ], - "type": "logic_block", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - } - ], - "owner": null, - "title": "Цикл отправки уведомлений в Telegram", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "0f62f9b4dab261ca4ca34575ff5d84411a22c90b780c52eda388782b94f08470", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramNotifyWorker", - "TelegramSendService", - "WorkerHealth", - "WorkerStatus" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "logic.telegram_notification_loop", - "source_path": "docs/documentation/logic/telegram-notification-loop.md", - "summary_text": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "Архитектура Telegram Notify App", - "content": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "metadata": { - "name": "telegram_notify_app_overview", - "tags": [ - "architecture", - "telegram", - "plba", - "runtime" - ], - "type": "architecture_overview", - "layer": "system", - "links": [ - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "Архитектура Telegram Notify App", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "docs_root", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "children": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint", - "logic.telegram_notification_loop", - "domain.runtime_health" - ], - "doc_kind": "spec", - "entities": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramControlChannel", - "TelegramSendService", - "RuntimeManager" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "architecture.telegram_notify_app", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "summary_text": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "HTTP API /send", - "content": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "metadata": { - "name": "send_message_endpoint", - "tags": [ - "api", - "telegram", - "manual-send" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /send", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlAppFactory", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.send_message_endpoint", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "summary_text": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "domain.runtime_health:parent", - "content": "domain.runtime_health parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "source_id": "domain.runtime_health", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "79bdb0a74713df6064008179ca8c5c186dc23e4e1c5e2c9607b0bdddeba50f93", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "domain.runtime_health:part_of", - "content": "domain.runtime_health part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "source_id": "domain.runtime_health", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "af2a4f7c1b677b908410ba720915405e10dbd0870e30a3c6e3aa2468550ddf0e", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:depends_on", - "content": "api.health_endpoint depends_on domain.runtime_health", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "domain.runtime_health", - "doc_version": null, - "relation_id": "77f5d358ab85b3d92018b6b51da7c39773148dfd346686e8832a45370c841160", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "depends_on", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:parent", - "content": "api.health_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:part_of", - "content": "api.health_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "domain.runtime_health:used_by", - "content": "domain.runtime_health used_by api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "source_id": "domain.runtime_health", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "801650f8bcbfbfbefd35c14447bfef7b3c3827313db790efa7faf47db860f8c4", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "used_by", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Что такое runtime health? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: ENTITY_EXPLAIN -- documents: 6 | samples: Сущность runtime health, HTTP API /health, Цикл отправки уведомлений в Telegram -- facts: 0 -- relations: 6 | samples: domain.runtime_health:parent, domain.runtime_health:part_of, api.health_endpoint:depends_on - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-entity-runtime-health-2.json b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-entity-runtime-health-2.json deleted file mode 100644 index 78f1b47..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-entity-runtime-health-2.json +++ /dev/null @@ -1,89 +0,0 @@ -{ - "meta": { - "case_id": "v3-entity-runtime-health-2", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": false, - "mismatches": [ - "sub_intent: expected ENTITY_EXPLAIN, got GENERIC_QA" - ], - "actual": { - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 12, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "domain.runtime_health", - "api.health_endpoint", - "logic.telegram_notification_loop", - "api.control_actions_endpoint", - "api.actions_endpoint" - ], - "entity_candidates": [ - "runtime health" - ], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_general_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Объясни runtime health" - }, - "output": { - "query": "Объясни runtime health" - } - }, - { - "step": "router", - "input": { - "query": "Объясни runtime health" - }, - "output": { - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Объясни runtime health" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_general_answer", - "llm_request": { - "prompt_name": "docs_general_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 345, - "user_chars": 9449, - "tokens_in_estimate": 2449 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-entity-runtime-health-2.md b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-entity-runtime-health-2.md deleted file mode 100644 index a9093b9..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-entity-runtime-health-2.md +++ /dev/null @@ -1,528 +0,0 @@ -# v3-entity-runtime-health-2 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: False - -## Query -Объясни runtime health - -## Actual -{ - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 12, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "domain.runtime_health", - "api.health_endpoint", - "logic.telegram_notification_loop", - "api.control_actions_endpoint", - "api.actions_endpoint" - ], - "entity_candidates": [ - "runtime health" - ], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_general_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Объясни runtime health" - }, - "output": { - "query": "Объясни runtime health" - } -} -``` - -### router -```json -{ - "input": { - "query": "Объясни runtime health" - }, - "output": { - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Объясни runtime health" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_general_answer", - "llm_request": { - "prompt_name": "docs_general_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 345, - "user_chars": 9449, - "tokens_in_estimate": 2449 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "layers_used": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "documents_found": 4, - "facts_found": 0, - "relations_found": 0, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_general_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "none", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D1_DOCUMENT_CATALOG": { - "hits": 4, - "top_ids": [ - "domain.runtime_health", - "api.health_endpoint", - "logic.telegram_notification_loop", - "api.control_actions_endpoint" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 8, - "top_ids": [ - "api.health_endpoint" - ] - } - }, - "query_entity_candidates": [ - "runtime health" - ], - "resolved_entity_candidates": [], - "query_anchor_candidates": [], - "resolved_anchor_candidates": [ - "domain.runtime_health", - "docs/documentation/domain/runtime-health-entity.md", - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md", - "logic.telegram_notification_loop", - "docs/documentation/logic/telegram-notification-loop.md", - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "domain.runtime_health", - "api.health_endpoint", - "logic.telegram_notification_loop", - "api.control_actions_endpoint", - "api.actions_endpoint" - ], - "doc_paths": [ - "docs/documentation/domain/runtime-health-entity.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/logic/telegram-notification-loop.md", - "docs/documentation/api/control-actions-endpoint.md" - ], - "doc_titles": [ - "Сущность runtime health", - "HTTP API /health", - "Цикл отправки уведомлений в Telegram", - "HTTP API /actions/{action}", - "api.health_endpoint:Функциональные требования", - "api.health_endpoint:Выходные параметры", - "api.health_endpoint:Описание", - "api.health_endpoint:Сценарий", - "api.health_endpoint:Нефункциональные требования", - "api.health_endpoint:Входные параметры", - "api.health_endpoint:Summary", - "api.health_endpoint:Пример ответа" - ], - "relation_hits_count": 0, - "relation_targets": [], - "fallback_doc_hits_count": 12, - "fallback_used": false, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 4, - "facts": 0, - "relations": 0, - "chunks": 8, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_general_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 345, - "user_chars": 9449, - "tokens_in_estimate": 2449 -} -``` - -### System Prompt -```text -Ты отвечаешь на общий вопрос по документации проекта. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные документы и факты -- Не додумывай отсутствующие детали -- Если данных недостаточно, скажи это прямо -- Дай короткий понятный ответ без лишней структуры -``` - -### User Prompt -```json -{ - "question": "Объясни runtime health", - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "Сущность runtime health", - "content": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "metadata": { - "name": "runtime_health", - "tags": [ - "domain", - "health", - "observability" - ], - "type": "domain_entity", - "layer": "domain", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "used_by", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "Сущность runtime health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "children": [], - "doc_kind": "misc", - "entities": [ - "WorkerHealth", - "WorkerStatus", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "domain.runtime_health", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "summary_text": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/health-endpoint.md", - "title": "HTTP API /health", - "content": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "metadata": { - "name": "health_endpoint", - "tags": [ - "api", - "health", - "control-plane" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "HTTP API /health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager", - "WorkerHealth" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "summary_text": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/logic/telegram-notification-loop.md", - "title": "Цикл отправки уведомлений в Telegram", - "content": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "metadata": { - "name": "telegram_notification_loop", - "tags": [ - "logic", - "telegram", - "worker", - "scheduling" - ], - "type": "logic_block", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - } - ], - "owner": null, - "title": "Цикл отправки уведомлений в Telegram", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "0f62f9b4dab261ca4ca34575ff5d84411a22c90b780c52eda388782b94f08470", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramNotifyWorker", - "TelegramSendService", - "WorkerHealth", - "WorkerStatus" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "logic.telegram_notification_loop", - "source_path": "docs/documentation/logic/telegram-notification-loop.md", - "summary_text": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [], - "relations": [] -} -``` - -### User Prompt Overview -- question: Объясни runtime health -- intent: GENERAL_QA -- sub_intent: GENERIC_QA -- documents: 4 | samples: Сущность runtime health, HTTP API /health, Цикл отправки уведомлений в Telegram -- facts: 0 -- relations: 0 - -## Mismatches -- sub_intent: expected ENTITY_EXPLAIN, got GENERIC_QA \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-entity-worker-status-1.json b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-entity-worker-status-1.json deleted file mode 100644 index 286122e..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-entity-worker-status-1.json +++ /dev/null @@ -1,93 +0,0 @@ -{ - "meta": { - "case_id": "v3-entity-worker-status-1", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 26, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "docs/README.md", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview" - ], - "entity_candidates": [ - "WorkerStatus" - ], - "symbol_candidates": [], - "layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Что такое WorkerStatus?" - }, - "output": { - "query": "Что такое WorkerStatus?" - } - }, - { - "step": "router", - "input": { - "query": "Что такое WorkerStatus?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Что такое WorkerStatus?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 18776, - "tokens_in_estimate": 4793 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-entity-worker-status-1.md b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-entity-worker-status-1.md deleted file mode 100644 index 1ca7af5..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-entity-worker-status-1.md +++ /dev/null @@ -1,849 +0,0 @@ -# v3-entity-worker-status-1 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Что такое WorkerStatus? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 26, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "docs/README.md", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview" - ], - "entity_candidates": [ - "WorkerStatus" - ], - "symbol_candidates": [], - "layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Что такое WorkerStatus?" - }, - "output": { - "query": "Что такое WorkerStatus?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Что такое WorkerStatus?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Что такое WorkerStatus?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 18776, - "tokens_in_estimate": 4793 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "layers_used": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "documents_found": 6, - "facts_found": 0, - "relations_found": 6, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "none", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D3_ENTITY_CATALOG": { - "hits": 8, - "top_ids": [ - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.control_actions_endpoint", - "api.health_endpoint" - ] - }, - "D1_DOCUMENT_CATALOG": { - "hits": 6, - "top_ids": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "architecture.telegram_notify_app" - ] - }, - "D5_RELATION_GRAPH": { - "hits": 6, - "top_ids": [ - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "logic.telegram_notification_loop", - "docs/README.md", - "api.control_actions_endpoint" - ] - } - }, - "query_entity_candidates": [ - "WorkerStatus" - ], - "resolved_entity_candidates": [], - "query_anchor_candidates": [ - "WorkerStatus" - ], - "resolved_anchor_candidates": [ - "domain.runtime_health", - "docs/documentation/domain/runtime-health-entity.md", - "logic.telegram_notification_loop", - "docs/documentation/logic/telegram-notification-loop.md", - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md", - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md", - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/documentation/architecture/telegram-notify-app-overview.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "docs/README.md", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview" - ], - "doc_paths": [ - "docs/documentation/domain/runtime-health-entity.md", - "docs/documentation/logic/telegram-notification-loop.md", - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/send-message-endpoint.md", - "docs/README.md", - "docs/documentation/architecture/telegram-notify-app-overview.md" - ], - "doc_titles": [ - "WorkerStatus", - "JSONResponse", - "TelegramNotifyWorker", - "RuntimeManager", - "WorkerHealth", - "TelegramControlAppFactory", - "TelegramControlChannel", - "Readme", - "HTTP API /actions/{action}", - "HTTP API /health", - "HTTP API /send", - "Архитектура Telegram Notify App", - "Сущность runtime health", - "api.control_actions_endpoint:part_of", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.health_endpoint:parent", - "api.health_endpoint:part_of", - "api.control_actions_endpoint:parent", - "logic.telegram_notification_loop:Details", - "docs/README.md:Навигация", - "docs/README.md:Правила и шаблоны", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Описание", - "docs/README.md:Структура" - ], - "relation_hits_count": 6, - "relation_targets": [ - "api.control_actions_endpoint:part_of", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.health_endpoint:parent", - "api.health_endpoint:part_of", - "api.control_actions_endpoint:parent" - ], - "fallback_doc_hits_count": 12, - "fallback_used": false, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 6, - "facts": 0, - "relations": 6, - "chunks": 6, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 18776, - "tokens_in_estimate": 4793 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Что такое WorkerStatus?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/README.md", - "title": "Readme", - "content": "Readme", - "metadata": { - "name": "", - "tags": [], - "type": "", - "layer": "", - "links": [], - "owner": null, - "title": "Readme", - "doc_id": null, - "module": "", - "parent": null, - "status": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "81d952f1a6ea85b76f75e0e57f33b8fa4b2bf3cb7db11b91b90171aeedd655a6", - "children": [], - "doc_kind": "readme", - "entities": [], - "updated_at": null, - "doc_version": null, - "document_id": "docs/README.md", - "source_path": "docs/README.md", - "summary_text": "", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/health-endpoint.md", - "title": "HTTP API /health", - "content": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "metadata": { - "name": "health_endpoint", - "tags": [ - "api", - "health", - "control-plane" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "HTTP API /health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager", - "WorkerHealth" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "summary_text": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "HTTP API /send", - "content": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "metadata": { - "name": "send_message_endpoint", - "tags": [ - "api", - "telegram", - "manual-send" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /send", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlAppFactory", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.send_message_endpoint", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "summary_text": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "Архитектура Telegram Notify App", - "content": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "metadata": { - "name": "telegram_notify_app_overview", - "tags": [ - "architecture", - "telegram", - "plba", - "runtime" - ], - "type": "architecture_overview", - "layer": "system", - "links": [ - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "Архитектура Telegram Notify App", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "docs_root", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "children": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint", - "logic.telegram_notification_loop", - "domain.runtime_health" - ], - "doc_kind": "spec", - "entities": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramControlChannel", - "TelegramSendService", - "RuntimeManager" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "architecture.telegram_notify_app", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "summary_text": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "Сущность runtime health", - "content": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "metadata": { - "name": "runtime_health", - "tags": [ - "domain", - "health", - "observability" - ], - "type": "domain_entity", - "layer": "domain", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "used_by", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "Сущность runtime health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "children": [], - "doc_kind": "misc", - "entities": [ - "WorkerHealth", - "WorkerStatus", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "domain.runtime_health", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "summary_text": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:part_of", - "content": "api.control_actions_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_api", - "content": "api.control_actions_endpoint related_api api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_logic", - "content": "api.control_actions_endpoint related_logic logic.telegram_notification_loop", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "logic.telegram_notification_loop", - "doc_version": null, - "relation_id": "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_logic", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:parent", - "content": "api.health_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:part_of", - "content": "api.health_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:parent", - "content": "api.control_actions_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "afec31fd062e392dcd9699a92c7ab61fd4b1273c1a2b16702b23d55d8d0c47ac", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Что такое WorkerStatus? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: ENTITY_EXPLAIN -- documents: 6 | samples: Readme, HTTP API /actions/{action}, HTTP API /health -- facts: 0 -- relations: 6 | samples: api.control_actions_endpoint:part_of, api.control_actions_endpoint:related_api, api.control_actions_endpoint:related_logic - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-entity-worker-status-2.json b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-entity-worker-status-2.json deleted file mode 100644 index a649001..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-entity-worker-status-2.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "meta": { - "case_id": "v3-entity-worker-status-2", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": false, - "mismatches": [ - "sub_intent: expected ENTITY_EXPLAIN, got GENERIC_QA" - ], - "actual": { - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 12, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_general_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Опиши статус воркера" - }, - "output": { - "query": "Опиши статус воркера" - } - }, - { - "step": "router", - "input": { - "query": "Опиши статус воркера" - }, - "output": { - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Опиши статус воркера" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_general_answer", - "llm_request": { - "prompt_name": "docs_general_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 345, - "user_chars": 7558, - "tokens_in_estimate": 1976 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-entity-worker-status-2.md b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-entity-worker-status-2.md deleted file mode 100644 index 5b1d2be..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-entity-worker-status-2.md +++ /dev/null @@ -1,493 +0,0 @@ -# v3-entity-worker-status-2 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: False - -## Query -Опиши статус воркера - -## Actual -{ - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 12, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_general_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Опиши статус воркера" - }, - "output": { - "query": "Опиши статус воркера" - } -} -``` - -### router -```json -{ - "input": { - "query": "Опиши статус воркера" - }, - "output": { - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Опиши статус воркера" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_general_answer", - "llm_request": { - "prompt_name": "docs_general_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 345, - "user_chars": 7558, - "tokens_in_estimate": 1976 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "layers_used": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "documents_found": 4, - "facts_found": 0, - "relations_found": 0, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_general_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "none", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D1_DOCUMENT_CATALOG": { - "hits": 4, - "top_ids": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 8, - "top_ids": [ - "docs/README.md", - "api.control_actions_endpoint" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [], - "resolved_anchor_candidates": [ - "docs/README.md", - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md", - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md", - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "doc_paths": [ - "docs/README.md", - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/send-message-endpoint.md" - ], - "doc_titles": [ - "Readme", - "HTTP API /actions/{action}", - "HTTP API /health", - "HTTP API /send", - "docs/README.md:Структура", - "docs/README.md:Навигация", - "docs/README.md:Правила и шаблоны", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Функциональные требования", - "docs/README.md:Project Docs" - ], - "relation_hits_count": 0, - "relation_targets": [], - "fallback_doc_hits_count": 12, - "fallback_used": false, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 4, - "facts": 0, - "relations": 0, - "chunks": 8, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_general_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 345, - "user_chars": 7558, - "tokens_in_estimate": 1976 -} -``` - -### System Prompt -```text -Ты отвечаешь на общий вопрос по документации проекта. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные документы и факты -- Не додумывай отсутствующие детали -- Если данных недостаточно, скажи это прямо -- Дай короткий понятный ответ без лишней структуры -``` - -### User Prompt -```json -{ - "question": "Опиши статус воркера", - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/README.md", - "title": "Readme", - "content": "Readme", - "metadata": { - "name": "", - "tags": [], - "type": "", - "layer": "", - "links": [], - "owner": null, - "title": "Readme", - "doc_id": null, - "module": "", - "parent": null, - "status": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "81d952f1a6ea85b76f75e0e57f33b8fa4b2bf3cb7db11b91b90171aeedd655a6", - "children": [], - "doc_kind": "readme", - "entities": [], - "updated_at": null, - "doc_version": null, - "document_id": "docs/README.md", - "source_path": "docs/README.md", - "summary_text": "", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/health-endpoint.md", - "title": "HTTP API /health", - "content": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "metadata": { - "name": "health_endpoint", - "tags": [ - "api", - "health", - "control-plane" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "HTTP API /health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager", - "WorkerHealth" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "summary_text": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "HTTP API /send", - "content": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "metadata": { - "name": "send_message_endpoint", - "tags": [ - "api", - "telegram", - "manual-send" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /send", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlAppFactory", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.send_message_endpoint", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "summary_text": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [], - "relations": [] -} -``` - -### User Prompt Overview -- question: Опиши статус воркера -- intent: GENERAL_QA -- sub_intent: GENERIC_QA -- documents: 4 | samples: Readme, HTTP API /actions/{action}, HTTP API /health -- facts: 0 -- relations: 0 - -## Mismatches -- sub_intent: expected ENTITY_EXPLAIN, got GENERIC_QA \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-general-1.json b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-general-1.json deleted file mode 100644 index 66ae014..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-general-1.json +++ /dev/null @@ -1,92 +0,0 @@ -{ - "meta": { - "case_id": "v3-general-1", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": false, - "mismatches": [ - "sub_intent: expected GENERIC_QA, got COMPONENT_EXPLAIN" - ], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 19, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "domain.runtime_health" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Что есть в документации?" - }, - "output": { - "query": "Что есть в документации?" - } - }, - { - "step": "router", - "input": { - "query": "Что есть в документации?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Что есть в документации?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 19762, - "tokens_in_estimate": 5039 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-general-1.md b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-general-1.md deleted file mode 100644 index 392eda0..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-general-1.md +++ /dev/null @@ -1,859 +0,0 @@ -# v3-general-1 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: False - -## Query -Что есть в документации? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 19, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "domain.runtime_health" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Что есть в документации?" - }, - "output": { - "query": "Что есть в документации?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Что есть в документации?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Что есть в документации?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 19762, - "tokens_in_estimate": 5039 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "layers_used": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "documents_found": 6, - "facts_found": 1, - "relations_found": 6, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "none", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D1_DOCUMENT_CATALOG": { - "hits": 6, - "top_ids": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "architecture.telegram_notify_app" - ] - }, - "D2_FACT_INDEX": { - "hits": 8, - "top_ids": [ - "2f539384881f5f776bf4cef22c00669e53e0fd0761b3d62fa53593254a272f5a", - "5a27c821aa4efea9f2a7c883b57d1f53ec3af31348abd220bc09f47fbca73e93", - "0102eac8e4f8b452b0351a4aa8dca63e4774beadac71eba483708d7a90ff1cc0", - "43fc2c29bf6f353fa55f1b8a05c903dbd1a0e8067b026b9455043669ceca37d9", - "a31bbca2eb31ffb6655bcec7ff07b8cf2b6c7416610cf58dfc1e0c737df12fe1" - ] - }, - "D5_RELATION_GRAPH": { - "hits": 6, - "top_ids": [ - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "docs/README.md", - "api.control_actions_endpoint" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [], - "resolved_anchor_candidates": [ - "docs/README.md", - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md", - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md", - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md", - "architecture.telegram_notify_app", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "domain.runtime_health", - "docs/documentation/domain/runtime-health-entity.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "domain.runtime_health" - ], - "doc_paths": [ - "docs/README.md", - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/send-message-endpoint.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/documentation/domain/runtime-health-entity.md" - ], - "doc_titles": [ - "Readme", - "HTTP API /actions/{action}", - "HTTP API /health", - "HTTP API /send", - "Архитектура Telegram Notify App", - "Сущность runtime health", - "docs/README.md:doc_list_item", - "api.control_actions_endpoint:part_of", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.health_endpoint:parent", - "api.health_endpoint:part_of", - "api.control_actions_endpoint:parent", - "docs/README.md:Структура", - "docs/README.md:Навигация", - "docs/README.md:Правила и шаблоны", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Описание", - "docs/README.md:Project Docs" - ], - "relation_hits_count": 6, - "relation_targets": [ - "api.control_actions_endpoint:part_of", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.health_endpoint:parent", - "api.health_endpoint:part_of", - "api.control_actions_endpoint:parent" - ], - "fallback_doc_hits_count": 12, - "fallback_used": false, - "fact_hits": 1, - "entity_hits": 0, - "evidence_summary": { - "documents": 6, - "facts": 1, - "relations": 6, - "chunks": 6, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 19762, - "tokens_in_estimate": 5039 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Что есть в документации?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/README.md", - "title": "Readme", - "content": "Readme", - "metadata": { - "name": "", - "tags": [], - "type": "", - "layer": "", - "links": [], - "owner": null, - "title": "Readme", - "doc_id": null, - "module": "", - "parent": null, - "status": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "81d952f1a6ea85b76f75e0e57f33b8fa4b2bf3cb7db11b91b90171aeedd655a6", - "children": [], - "doc_kind": "readme", - "entities": [], - "updated_at": null, - "doc_version": null, - "document_id": "docs/README.md", - "source_path": "docs/README.md", - "summary_text": "", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/health-endpoint.md", - "title": "HTTP API /health", - "content": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "metadata": { - "name": "health_endpoint", - "tags": [ - "api", - "health", - "control-plane" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "HTTP API /health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager", - "WorkerHealth" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "summary_text": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "HTTP API /send", - "content": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "metadata": { - "name": "send_message_endpoint", - "tags": [ - "api", - "telegram", - "manual-send" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /send", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlAppFactory", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.send_message_endpoint", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "summary_text": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "Архитектура Telegram Notify App", - "content": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "metadata": { - "name": "telegram_notify_app_overview", - "tags": [ - "architecture", - "telegram", - "plba", - "runtime" - ], - "type": "architecture_overview", - "layer": "system", - "links": [ - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "Архитектура Telegram Notify App", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "docs_root", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "children": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint", - "logic.telegram_notification_loop", - "domain.runtime_health" - ], - "doc_kind": "spec", - "entities": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramControlChannel", - "TelegramSendService", - "RuntimeManager" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "architecture.telegram_notify_app", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "summary_text": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "Сущность runtime health", - "content": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "metadata": { - "name": "runtime_health", - "tags": [ - "domain", - "health", - "observability" - ], - "type": "domain_entity", - "layer": "domain", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "used_by", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "Сущность runtime health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "children": [], - "doc_kind": "misc", - "entities": [ - "WorkerHealth", - "WorkerStatus", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "domain.runtime_health", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "summary_text": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [ - { - "layer": "D2_FACT_INDEX", - "path": "docs/README.md", - "title": "docs/README.md:doc_list_item", - "content": "docs/README.md doc_list_item `documentation/api/` — документация HTTP API control plane.", - "metadata": { - "tags": [], - "owner": null, - "anchor": "Структура", - "doc_id": null, - "object": "`documentation/api/` — документация HTTP API control plane.", - "fact_id": "2f539384881f5f776bf4cef22c00669e53e0fd0761b3d62fa53593254a272f5a", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "81d952f1a6ea85b76f75e0e57f33b8fa4b2bf3cb7db11b91b90171aeedd655a6", - "predicate": "doc_list_item", - "object_ref": null, - "subject_id": "docs/README.md", - "doc_version": null, - "source_path": "docs/README.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:part_of", - "content": "api.control_actions_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_api", - "content": "api.control_actions_endpoint related_api api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_logic", - "content": "api.control_actions_endpoint related_logic logic.telegram_notification_loop", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "logic.telegram_notification_loop", - "doc_version": null, - "relation_id": "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_logic", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:parent", - "content": "api.health_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:part_of", - "content": "api.health_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:parent", - "content": "api.control_actions_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "afec31fd062e392dcd9699a92c7ab61fd4b1273c1a2b16702b23d55d8d0c47ac", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Что есть в документации? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: COMPONENT_EXPLAIN -- documents: 6 | samples: Readme, HTTP API /actions/{action}, HTTP API /health -- facts: 1 | samples: docs/README.md:doc_list_item -- relations: 6 | samples: api.control_actions_endpoint:part_of, api.control_actions_endpoint:related_api, api.control_actions_endpoint:related_logic - -## Mismatches -- sub_intent: expected GENERIC_QA, got COMPONENT_EXPLAIN \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-general-2.json b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-general-2.json deleted file mode 100644 index fdcb83c..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-general-2.json +++ /dev/null @@ -1,92 +0,0 @@ -{ - "meta": { - "case_id": "v3-general-2", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": false, - "mismatches": [ - "sub_intent: expected GENERIC_QA, got COMPONENT_EXPLAIN" - ], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 19, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "domain.runtime_health" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Какая структура документации?" - }, - "output": { - "query": "Какая структура документации?" - } - }, - { - "step": "router", - "input": { - "query": "Какая структура документации?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Какая структура документации?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 19767, - "tokens_in_estimate": 5040 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-general-2.md b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-general-2.md deleted file mode 100644 index 7e701ad..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-general-2.md +++ /dev/null @@ -1,859 +0,0 @@ -# v3-general-2 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: False - -## Query -Какая структура документации? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 19, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "domain.runtime_health" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Какая структура документации?" - }, - "output": { - "query": "Какая структура документации?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Какая структура документации?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Какая структура документации?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 19767, - "tokens_in_estimate": 5040 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "layers_used": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "documents_found": 6, - "facts_found": 1, - "relations_found": 6, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "none", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D1_DOCUMENT_CATALOG": { - "hits": 6, - "top_ids": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "architecture.telegram_notify_app" - ] - }, - "D2_FACT_INDEX": { - "hits": 8, - "top_ids": [ - "2f539384881f5f776bf4cef22c00669e53e0fd0761b3d62fa53593254a272f5a", - "5a27c821aa4efea9f2a7c883b57d1f53ec3af31348abd220bc09f47fbca73e93", - "0102eac8e4f8b452b0351a4aa8dca63e4774beadac71eba483708d7a90ff1cc0", - "43fc2c29bf6f353fa55f1b8a05c903dbd1a0e8067b026b9455043669ceca37d9", - "a31bbca2eb31ffb6655bcec7ff07b8cf2b6c7416610cf58dfc1e0c737df12fe1" - ] - }, - "D5_RELATION_GRAPH": { - "hits": 6, - "top_ids": [ - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "docs/README.md", - "api.control_actions_endpoint" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [], - "resolved_anchor_candidates": [ - "docs/README.md", - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md", - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md", - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md", - "architecture.telegram_notify_app", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "domain.runtime_health", - "docs/documentation/domain/runtime-health-entity.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "domain.runtime_health" - ], - "doc_paths": [ - "docs/README.md", - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/send-message-endpoint.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/documentation/domain/runtime-health-entity.md" - ], - "doc_titles": [ - "Readme", - "HTTP API /actions/{action}", - "HTTP API /health", - "HTTP API /send", - "Архитектура Telegram Notify App", - "Сущность runtime health", - "docs/README.md:doc_list_item", - "api.control_actions_endpoint:part_of", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.health_endpoint:parent", - "api.health_endpoint:part_of", - "api.control_actions_endpoint:parent", - "docs/README.md:Структура", - "docs/README.md:Навигация", - "docs/README.md:Правила и шаблоны", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Описание", - "docs/README.md:Project Docs" - ], - "relation_hits_count": 6, - "relation_targets": [ - "api.control_actions_endpoint:part_of", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.health_endpoint:parent", - "api.health_endpoint:part_of", - "api.control_actions_endpoint:parent" - ], - "fallback_doc_hits_count": 12, - "fallback_used": false, - "fact_hits": 1, - "entity_hits": 0, - "evidence_summary": { - "documents": 6, - "facts": 1, - "relations": 6, - "chunks": 6, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 19767, - "tokens_in_estimate": 5040 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Какая структура документации?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/README.md", - "title": "Readme", - "content": "Readme", - "metadata": { - "name": "", - "tags": [], - "type": "", - "layer": "", - "links": [], - "owner": null, - "title": "Readme", - "doc_id": null, - "module": "", - "parent": null, - "status": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "81d952f1a6ea85b76f75e0e57f33b8fa4b2bf3cb7db11b91b90171aeedd655a6", - "children": [], - "doc_kind": "readme", - "entities": [], - "updated_at": null, - "doc_version": null, - "document_id": "docs/README.md", - "source_path": "docs/README.md", - "summary_text": "", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/health-endpoint.md", - "title": "HTTP API /health", - "content": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "metadata": { - "name": "health_endpoint", - "tags": [ - "api", - "health", - "control-plane" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "HTTP API /health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager", - "WorkerHealth" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "summary_text": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "HTTP API /send", - "content": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "metadata": { - "name": "send_message_endpoint", - "tags": [ - "api", - "telegram", - "manual-send" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /send", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlAppFactory", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.send_message_endpoint", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "summary_text": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "Архитектура Telegram Notify App", - "content": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "metadata": { - "name": "telegram_notify_app_overview", - "tags": [ - "architecture", - "telegram", - "plba", - "runtime" - ], - "type": "architecture_overview", - "layer": "system", - "links": [ - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "Архитектура Telegram Notify App", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "docs_root", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "children": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint", - "logic.telegram_notification_loop", - "domain.runtime_health" - ], - "doc_kind": "spec", - "entities": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramControlChannel", - "TelegramSendService", - "RuntimeManager" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "architecture.telegram_notify_app", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "summary_text": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "Сущность runtime health", - "content": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "metadata": { - "name": "runtime_health", - "tags": [ - "domain", - "health", - "observability" - ], - "type": "domain_entity", - "layer": "domain", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "used_by", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "Сущность runtime health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "children": [], - "doc_kind": "misc", - "entities": [ - "WorkerHealth", - "WorkerStatus", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "domain.runtime_health", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "summary_text": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [ - { - "layer": "D2_FACT_INDEX", - "path": "docs/README.md", - "title": "docs/README.md:doc_list_item", - "content": "docs/README.md doc_list_item `documentation/api/` — документация HTTP API control plane.", - "metadata": { - "tags": [], - "owner": null, - "anchor": "Структура", - "doc_id": null, - "object": "`documentation/api/` — документация HTTP API control plane.", - "fact_id": "2f539384881f5f776bf4cef22c00669e53e0fd0761b3d62fa53593254a272f5a", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "81d952f1a6ea85b76f75e0e57f33b8fa4b2bf3cb7db11b91b90171aeedd655a6", - "predicate": "doc_list_item", - "object_ref": null, - "subject_id": "docs/README.md", - "doc_version": null, - "source_path": "docs/README.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:part_of", - "content": "api.control_actions_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_api", - "content": "api.control_actions_endpoint related_api api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_logic", - "content": "api.control_actions_endpoint related_logic logic.telegram_notification_loop", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "logic.telegram_notification_loop", - "doc_version": null, - "relation_id": "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_logic", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:parent", - "content": "api.health_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:part_of", - "content": "api.health_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:parent", - "content": "api.control_actions_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "afec31fd062e392dcd9699a92c7ab61fd4b1273c1a2b16702b23d55d8d0c47ac", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Какая структура документации? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: COMPONENT_EXPLAIN -- documents: 6 | samples: Readme, HTTP API /actions/{action}, HTTP API /health -- facts: 1 | samples: docs/README.md:doc_list_item -- relations: 6 | samples: api.control_actions_endpoint:part_of, api.control_actions_endpoint:related_api, api.control_actions_endpoint:related_logic - -## Mismatches -- sub_intent: expected GENERIC_QA, got COMPONENT_EXPLAIN \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-general-3.json b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-general-3.json deleted file mode 100644 index a50c0d2..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-general-3.json +++ /dev/null @@ -1,85 +0,0 @@ -{ - "meta": { - "case_id": "v3-general-3", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 12, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_general_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "С чего начать читать документацию?" - }, - "output": { - "query": "С чего начать читать документацию?" - } - }, - { - "step": "router", - "input": { - "query": "С чего начать читать документацию?" - }, - "output": { - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "С чего начать читать документацию?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_general_answer", - "llm_request": { - "prompt_name": "docs_general_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 345, - "user_chars": 7572, - "tokens_in_estimate": 1980 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-general-3.md b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-general-3.md deleted file mode 100644 index 0be7a19..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-general-3.md +++ /dev/null @@ -1,493 +0,0 @@ -# v3-general-3 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -С чего начать читать документацию? - -## Actual -{ - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 12, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_general_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "С чего начать читать документацию?" - }, - "output": { - "query": "С чего начать читать документацию?" - } -} -``` - -### router -```json -{ - "input": { - "query": "С чего начать читать документацию?" - }, - "output": { - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "С чего начать читать документацию?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_general_answer", - "llm_request": { - "prompt_name": "docs_general_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 345, - "user_chars": 7572, - "tokens_in_estimate": 1980 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "layers_used": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "documents_found": 4, - "facts_found": 0, - "relations_found": 0, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_general_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "none", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D1_DOCUMENT_CATALOG": { - "hits": 4, - "top_ids": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 8, - "top_ids": [ - "docs/README.md", - "api.control_actions_endpoint" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [], - "resolved_anchor_candidates": [ - "docs/README.md", - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md", - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md", - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "doc_paths": [ - "docs/README.md", - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/send-message-endpoint.md" - ], - "doc_titles": [ - "Readme", - "HTTP API /actions/{action}", - "HTTP API /health", - "HTTP API /send", - "docs/README.md:Структура", - "docs/README.md:Навигация", - "docs/README.md:Правила и шаблоны", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Функциональные требования", - "docs/README.md:Project Docs" - ], - "relation_hits_count": 0, - "relation_targets": [], - "fallback_doc_hits_count": 12, - "fallback_used": false, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 4, - "facts": 0, - "relations": 0, - "chunks": 8, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_general_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 345, - "user_chars": 7572, - "tokens_in_estimate": 1980 -} -``` - -### System Prompt -```text -Ты отвечаешь на общий вопрос по документации проекта. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные документы и факты -- Не додумывай отсутствующие детали -- Если данных недостаточно, скажи это прямо -- Дай короткий понятный ответ без лишней структуры -``` - -### User Prompt -```json -{ - "question": "С чего начать читать документацию?", - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/README.md", - "title": "Readme", - "content": "Readme", - "metadata": { - "name": "", - "tags": [], - "type": "", - "layer": "", - "links": [], - "owner": null, - "title": "Readme", - "doc_id": null, - "module": "", - "parent": null, - "status": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "81d952f1a6ea85b76f75e0e57f33b8fa4b2bf3cb7db11b91b90171aeedd655a6", - "children": [], - "doc_kind": "readme", - "entities": [], - "updated_at": null, - "doc_version": null, - "document_id": "docs/README.md", - "source_path": "docs/README.md", - "summary_text": "", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/health-endpoint.md", - "title": "HTTP API /health", - "content": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "metadata": { - "name": "health_endpoint", - "tags": [ - "api", - "health", - "control-plane" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "HTTP API /health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager", - "WorkerHealth" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "summary_text": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "HTTP API /send", - "content": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "metadata": { - "name": "send_message_endpoint", - "tags": [ - "api", - "telegram", - "manual-send" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /send", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlAppFactory", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.send_message_endpoint", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "summary_text": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [], - "relations": [] -} -``` - -### User Prompt Overview -- question: С чего начать читать документацию? -- intent: GENERAL_QA -- sub_intent: GENERIC_QA -- documents: 4 | samples: Readme, HTTP API /actions/{action}, HTTP API /health -- facts: 0 -- relations: 0 - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-negative-1.json b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-negative-1.json deleted file mode 100644 index 76e9b2e..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-negative-1.json +++ /dev/null @@ -1,92 +0,0 @@ -{ - "meta": { - "case_id": "v3-negative-1", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 26, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "docs/README.md", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "domain.runtime_health" - ], - "entity_candidates": [ - "PaymentTransaction" - ], - "symbol_candidates": [], - "layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Что такое PaymentTransaction?" - }, - "output": { - "query": "Что такое PaymentTransaction?" - } - }, - { - "step": "router", - "input": { - "query": "Что такое PaymentTransaction?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Что такое PaymentTransaction?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 18782, - "tokens_in_estimate": 4794 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-negative-1.md b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-negative-1.md deleted file mode 100644 index 1c0740d..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-negative-1.md +++ /dev/null @@ -1,841 +0,0 @@ -# v3-negative-1 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Что такое PaymentTransaction? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 26, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "docs/README.md", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "domain.runtime_health" - ], - "entity_candidates": [ - "PaymentTransaction" - ], - "symbol_candidates": [], - "layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Что такое PaymentTransaction?" - }, - "output": { - "query": "Что такое PaymentTransaction?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Что такое PaymentTransaction?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Что такое PaymentTransaction?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 18782, - "tokens_in_estimate": 4794 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "layers_used": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "documents_found": 6, - "facts_found": 0, - "relations_found": 6, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "none", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D3_ENTITY_CATALOG": { - "hits": 8, - "top_ids": [ - "api.control_actions_endpoint", - "api.health_endpoint" - ] - }, - "D1_DOCUMENT_CATALOG": { - "hits": 6, - "top_ids": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "architecture.telegram_notify_app" - ] - }, - "D5_RELATION_GRAPH": { - "hits": 6, - "top_ids": [ - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "docs/README.md", - "api.control_actions_endpoint" - ] - } - }, - "query_entity_candidates": [ - "PaymentTransaction" - ], - "resolved_entity_candidates": [], - "query_anchor_candidates": [ - "PaymentTransaction" - ], - "resolved_anchor_candidates": [ - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md", - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md", - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "domain.runtime_health", - "docs/documentation/domain/runtime-health-entity.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "docs/README.md", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "domain.runtime_health" - ], - "doc_paths": [ - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/send-message-endpoint.md", - "docs/README.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/documentation/domain/runtime-health-entity.md" - ], - "doc_titles": [ - "ControlActionSet", - "JSONResponse", - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager", - "WorkerHealth", - "TelegramControlAppFactory", - "Readme", - "HTTP API /actions/{action}", - "HTTP API /health", - "HTTP API /send", - "Архитектура Telegram Notify App", - "Сущность runtime health", - "api.control_actions_endpoint:part_of", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.health_endpoint:parent", - "api.health_endpoint:part_of", - "api.control_actions_endpoint:parent", - "docs/README.md:Структура", - "docs/README.md:Навигация", - "docs/README.md:Правила и шаблоны", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Описание", - "docs/README.md:Project Docs" - ], - "relation_hits_count": 6, - "relation_targets": [ - "api.control_actions_endpoint:part_of", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.health_endpoint:parent", - "api.health_endpoint:part_of", - "api.control_actions_endpoint:parent" - ], - "fallback_doc_hits_count": 12, - "fallback_used": false, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 6, - "facts": 0, - "relations": 6, - "chunks": 6, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 18782, - "tokens_in_estimate": 4794 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Что такое PaymentTransaction?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/README.md", - "title": "Readme", - "content": "Readme", - "metadata": { - "name": "", - "tags": [], - "type": "", - "layer": "", - "links": [], - "owner": null, - "title": "Readme", - "doc_id": null, - "module": "", - "parent": null, - "status": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "81d952f1a6ea85b76f75e0e57f33b8fa4b2bf3cb7db11b91b90171aeedd655a6", - "children": [], - "doc_kind": "readme", - "entities": [], - "updated_at": null, - "doc_version": null, - "document_id": "docs/README.md", - "source_path": "docs/README.md", - "summary_text": "", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/health-endpoint.md", - "title": "HTTP API /health", - "content": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "metadata": { - "name": "health_endpoint", - "tags": [ - "api", - "health", - "control-plane" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "HTTP API /health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager", - "WorkerHealth" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "summary_text": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "HTTP API /send", - "content": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "metadata": { - "name": "send_message_endpoint", - "tags": [ - "api", - "telegram", - "manual-send" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /send", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlAppFactory", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.send_message_endpoint", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "summary_text": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "Архитектура Telegram Notify App", - "content": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "metadata": { - "name": "telegram_notify_app_overview", - "tags": [ - "architecture", - "telegram", - "plba", - "runtime" - ], - "type": "architecture_overview", - "layer": "system", - "links": [ - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "Архитектура Telegram Notify App", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "docs_root", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "children": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint", - "logic.telegram_notification_loop", - "domain.runtime_health" - ], - "doc_kind": "spec", - "entities": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramControlChannel", - "TelegramSendService", - "RuntimeManager" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "architecture.telegram_notify_app", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "summary_text": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "Сущность runtime health", - "content": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "metadata": { - "name": "runtime_health", - "tags": [ - "domain", - "health", - "observability" - ], - "type": "domain_entity", - "layer": "domain", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "used_by", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "Сущность runtime health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "children": [], - "doc_kind": "misc", - "entities": [ - "WorkerHealth", - "WorkerStatus", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "domain.runtime_health", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "summary_text": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:part_of", - "content": "api.control_actions_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_api", - "content": "api.control_actions_endpoint related_api api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_logic", - "content": "api.control_actions_endpoint related_logic logic.telegram_notification_loop", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "logic.telegram_notification_loop", - "doc_version": null, - "relation_id": "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_logic", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:parent", - "content": "api.health_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:part_of", - "content": "api.health_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:parent", - "content": "api.control_actions_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "afec31fd062e392dcd9699a92c7ab61fd4b1273c1a2b16702b23d55d8d0c47ac", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Что такое PaymentTransaction? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: ENTITY_EXPLAIN -- documents: 6 | samples: Readme, HTTP API /actions/{action}, HTTP API /health -- facts: 0 -- relations: 6 | samples: api.control_actions_endpoint:part_of, api.control_actions_endpoint:related_api, api.control_actions_endpoint:related_logic - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-negative-2.json b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-negative-2.json deleted file mode 100644 index 215ddd2..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-negative-2.json +++ /dev/null @@ -1,83 +0,0 @@ -{ - "meta": { - "case_id": "v3-negative-2", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "degraded", - "path_scope": [], - "doc_scope": [], - "entity_candidates": [ - "UnknownEntity" - ], - "symbol_candidates": [], - "layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "reject", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": "not_found_exact_anchor", - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Объясни сущность UnknownEntity" - }, - "output": { - "query": "Объясни сущность UnknownEntity" - } - }, - { - "step": "router", - "input": { - "query": "Объясни сущность UnknownEntity" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Объясни сущность UnknownEntity" - }, - "output": { - "answer_mode": "degraded", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 174, - "tokens_in_estimate": 142 - } - }, - "degraded_reason": "not_found_exact_anchor" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-negative-2.md b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-negative-2.md deleted file mode 100644 index 4a127d7..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-negative-2.md +++ /dev/null @@ -1,307 +0,0 @@ -# v3-negative-2 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Объясни сущность UnknownEntity - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "degraded", - "path_scope": [], - "doc_scope": [], - "entity_candidates": [ - "UnknownEntity" - ], - "symbol_candidates": [], - "layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "reject", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": "not_found_exact_anchor", - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Объясни сущность UnknownEntity" - }, - "output": { - "query": "Объясни сущность UnknownEntity" - } -} -``` - -### router -```json -{ - "input": { - "query": "Объясни сущность UnknownEntity" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Объясни сущность UnknownEntity" - }, - "output": { - "answer_mode": "degraded", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 174, - "tokens_in_estimate": 142 - } - }, - "degraded_reason": "not_found_exact_anchor" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "layers_used": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "documents_found": 0, - "facts_found": 0, - "relations_found": 0, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": false, - "matched_intent_source": "deterministic", - "matched_anchor_type": "entity", - "matched_anchor_value": "UnknownEntity", - "exact_anchor_match": false, - "docs_layers_requested": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D3_ENTITY_CATALOG": { - "hits": 8, - "top_ids": [ - "api.control_actions_endpoint", - "api.health_endpoint" - ] - }, - "D1_DOCUMENT_CATALOG": { - "hits": 6, - "top_ids": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "architecture.telegram_notify_app" - ] - }, - "D5_RELATION_GRAPH": { - "hits": 6, - "top_ids": [ - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "docs/README.md", - "api.control_actions_endpoint" - ] - } - }, - "query_entity_candidates": [ - "UnknownEntity" - ], - "resolved_entity_candidates": [], - "query_anchor_candidates": [ - "UnknownEntity" - ], - "resolved_anchor_candidates": [], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [], - "doc_paths": [], - "doc_titles": [], - "relation_hits_count": 0, - "relation_targets": [], - "fallback_doc_hits_count": 0, - "fallback_used": false, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 0, - "facts": 0, - "relations": 0, - "chunks": 0, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "reject", - "gate_decision_reason": "not_found_exact_anchor", - "gate_missing_requirements": [ - "retrieval_non_empty", - "exact_anchor_match" - ], - "gate_satisfied_requirements": [], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "degraded", - "degrade_reason": "not_found_exact_anchor", - "degraded_reason": "not_found_exact_anchor", - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 174, - "tokens_in_estimate": 142 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Объясни сущность UnknownEntity", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "documents": [], - "facts": [], - "relations": [] -} -``` - -### User Prompt Overview -- question: Объясни сущность UnknownEntity -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: ENTITY_EXPLAIN -- documents: 0 -- facts: 0 -- relations: 0 - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-negative-3.json b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-negative-3.json deleted file mode 100644 index e9871ad..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-negative-3.json +++ /dev/null @@ -1,81 +0,0 @@ -{ - "meta": { - "case_id": "v3-negative-3", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "degraded", - "path_scope": [], - "doc_scope": [], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": "api_method" - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "reject", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": "not_found_exact_anchor", - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Что делает endpoint /unknown?" - }, - "output": { - "query": "Что делает endpoint /unknown?" - } - }, - { - "step": "router", - "input": { - "query": "Что делает endpoint /unknown?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Что делает endpoint /unknown?" - }, - "output": { - "answer_mode": "degraded", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 177, - "tokens_in_estimate": 143 - } - }, - "degraded_reason": "not_found_exact_anchor" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-negative-3.md b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-negative-3.md deleted file mode 100644 index ef0e013..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-negative-3.md +++ /dev/null @@ -1,303 +0,0 @@ -# v3-negative-3 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Что делает endpoint /unknown? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "degraded", - "path_scope": [], - "doc_scope": [], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": "api_method" - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "reject", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": "not_found_exact_anchor", - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Что делает endpoint /unknown?" - }, - "output": { - "query": "Что делает endpoint /unknown?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Что делает endpoint /unknown?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Что делает endpoint /unknown?" - }, - "output": { - "answer_mode": "degraded", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 177, - "tokens_in_estimate": 143 - } - }, - "degraded_reason": "not_found_exact_anchor" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "layers_used": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "documents_found": 0, - "facts_found": 0, - "relations_found": 0, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": false, - "matched_intent_source": "deterministic", - "matched_anchor_type": "endpoint", - "matched_anchor_value": "/unknown", - "exact_anchor_match": false, - "docs_layers_requested": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D1_DOCUMENT_CATALOG": { - "hits": 6, - "top_ids": [ - "api.send_message_endpoint", - "api.control_actions_endpoint", - "api.health_endpoint", - "docs/README.md", - "architecture.telegram_notify_app" - ] - }, - "D2_FACT_INDEX": { - "hits": 8, - "top_ids": [ - "f85d982c272a2ee6baeadc433221a20e684cd8ef01cb4788d6f76d05ca56d6d0", - "b8e44c3adb74aaa6c91ae8815fa091289e58dd3990a3a1b63e850c62075aea75", - "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3", - "54bbcbac242f1c85ec3280236ed5841998a8a3a548ff16cbf0b5acafbff469e3", - "b6bfad59b3bf00f199b5ef90c1208af19664de700413e7354468a93a4abaaa2f" - ] - }, - "D4_WORKFLOW_INDEX": { - "hits": 3, - "top_ids": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "api.control_actions_endpoint" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [ - "/unknown" - ], - "resolved_anchor_candidates": [], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [], - "doc_paths": [], - "doc_titles": [], - "relation_hits_count": 0, - "relation_targets": [], - "fallback_doc_hits_count": 0, - "fallback_used": false, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 0, - "facts": 0, - "relations": 0, - "chunks": 0, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "reject", - "gate_decision_reason": "not_found_exact_anchor", - "gate_missing_requirements": [ - "retrieval_non_empty", - "exact_anchor_match" - ], - "gate_satisfied_requirements": [], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "degraded", - "degrade_reason": "not_found_exact_anchor", - "degraded_reason": "not_found_exact_anchor", - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 177, - "tokens_in_estimate": 143 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Что делает endpoint /unknown?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "documents": [], - "facts": [], - "relations": [] -} -``` - -### User Prompt Overview -- question: Что делает endpoint /unknown? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: API_METHOD_EXPLAIN -- documents: 0 -- facts: 0 -- relations: 0 - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-related-architecture-1.json b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-related-architecture-1.json deleted file mode 100644 index 9069b9d..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-related-architecture-1.json +++ /dev/null @@ -1,84 +0,0 @@ -{ - "meta": { - "case_id": "v3-related-architecture-1", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 14, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "graph_summary", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Какие документы связаны с архитектурой?" - }, - "output": { - "query": "Какие документы связаны с архитектурой?" - } - }, - { - "step": "router", - "input": { - "query": "Какие документы связаны с архитектурой?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Какие документы связаны с архитектурой?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 7994, - "tokens_in_estimate": 2097 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-related-architecture-1.md b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-related-architecture-1.md deleted file mode 100644 index ef5b057..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-related-architecture-1.md +++ /dev/null @@ -1,513 +0,0 @@ -# v3-related-architecture-1 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Какие документы связаны с архитектурой? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 14, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "graph_summary", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Какие документы связаны с архитектурой?" - }, - "output": { - "query": "Какие документы связаны с архитектурой?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Какие документы связаны с архитектурой?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Какие документы связаны с архитектурой?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 7994, - "tokens_in_estimate": 2097 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "layers_used": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "documents_found": 0, - "facts_found": 0, - "relations_found": 8, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "graph_summary", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "none", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D5_RELATION_GRAPH" - ], - "planned_layers": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D5_RELATION_GRAPH" - ], - "non_empty_layers": [ - "D5_RELATION_GRAPH" - ], - "layer_diagnostics": { - "D5_RELATION_GRAPH": { - "hits": 8, - "top_ids": [ - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a" - ] - }, - "D1_DOCUMENT_CATALOG": { - "hits": 0, - "top_ids": [], - "skipped": true, - "reason": "relation_primary_sufficient" - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "api.control_actions_endpoint" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [], - "resolved_anchor_candidates": [ - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/send-message-endpoint.md", - "api.control_actions_endpoint" - ], - "anchor_candidates": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "selected_anchor": "api.control_actions_endpoint", - "anchor_selection_reason": "relation_neighbor", - "anchor_match_type": "semantic_fallback", - "doc_ids": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "doc_paths": [ - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/send-message-endpoint.md" - ], - "doc_titles": [ - "api.control_actions_endpoint:part_of", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.health_endpoint:parent", - "api.health_endpoint:part_of", - "api.health_endpoint:depends_on", - "api.send_message_endpoint:parent", - "api.control_actions_endpoint:parent", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Функциональные требования", - "api.control_actions_endpoint:Нефункциональные требования", - "api.control_actions_endpoint:Входные параметры" - ], - "relation_hits_count": 8, - "relation_targets": [ - "api.control_actions_endpoint:part_of", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.health_endpoint:parent", - "api.health_endpoint:part_of", - "api.health_endpoint:depends_on", - "api.send_message_endpoint:parent", - "api.control_actions_endpoint:parent" - ], - "fallback_doc_hits_count": 6, - "fallback_used": true, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 0, - "facts": 0, - "relations": 8, - "chunks": 6, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "relation_evidence_available", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 7994, - "tokens_in_estimate": 2097 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Какие документы связаны с архитектурой?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "documents": [], - "facts": [], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:part_of", - "content": "api.control_actions_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_api", - "content": "api.control_actions_endpoint related_api api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_logic", - "content": "api.control_actions_endpoint related_logic logic.telegram_notification_loop", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "logic.telegram_notification_loop", - "doc_version": null, - "relation_id": "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_logic", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:parent", - "content": "api.health_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:part_of", - "content": "api.health_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:depends_on", - "content": "api.health_endpoint depends_on domain.runtime_health", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "domain.runtime_health", - "doc_version": null, - "relation_id": "77f5d358ab85b3d92018b6b51da7c39773148dfd346686e8832a45370c841160", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "depends_on", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "api.send_message_endpoint:parent", - "content": "api.send_message_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "source_id": "api.send_message_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "33eb0aa97f06d0afcaa4c230b5f5b73fa2fbfa5861ea9367b6c92f8a6fe0c054", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:parent", - "content": "api.control_actions_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "afec31fd062e392dcd9699a92c7ab61fd4b1273c1a2b16702b23d55d8d0c47ac", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Какие документы связаны с архитектурой? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: RELATED_DOCS_EXPLAIN -- documents: 0 -- facts: 0 -- relations: 8 | samples: api.control_actions_endpoint:part_of, api.control_actions_endpoint:related_api, api.control_actions_endpoint:related_logic - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-related-health-1.json b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-related-health-1.json deleted file mode 100644 index 1faf371..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-related-health-1.json +++ /dev/null @@ -1,84 +0,0 @@ -{ - "meta": { - "case_id": "v3-related-health-1", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 14, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.health_endpoint", - "domain.runtime_health", - "api.control_actions_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "graph_summary", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Что связано с /health?" - }, - "output": { - "query": "Что связано с /health?" - } - }, - { - "step": "router", - "input": { - "query": "Что связано с /health?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Что связано с /health?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 7884, - "tokens_in_estimate": 2070 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-related-health-1.md b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-related-health-1.md deleted file mode 100644 index 5ccb24d..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-related-health-1.md +++ /dev/null @@ -1,516 +0,0 @@ -# v3-related-health-1 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Что связано с /health? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 14, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.health_endpoint", - "domain.runtime_health", - "api.control_actions_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "graph_summary", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Что связано с /health?" - }, - "output": { - "query": "Что связано с /health?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Что связано с /health?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Что связано с /health?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 7884, - "tokens_in_estimate": 2070 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "layers_used": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "documents_found": 0, - "facts_found": 0, - "relations_found": 8, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "graph_summary", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "endpoint", - "matched_anchor_value": "/health", - "exact_anchor_match": false, - "docs_layers_requested": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D5_RELATION_GRAPH" - ], - "planned_layers": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D5_RELATION_GRAPH" - ], - "non_empty_layers": [ - "D5_RELATION_GRAPH" - ], - "layer_diagnostics": { - "D5_RELATION_GRAPH": { - "hits": 8, - "top_ids": [ - "801650f8bcbfbfbefd35c14447bfef7b3c3827313db790efa7faf47db860f8c4", - "8595d7b82fecdb7ef579fa8961cda6799bb21970061e5bc221d4dd7a3d53fd04", - "af2a4f7c1b677b908410ba720915405e10dbd0870e30a3c6e3aa2468550ddf0e", - "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a" - ] - }, - "D1_DOCUMENT_CATALOG": { - "hits": 0, - "top_ids": [], - "skipped": true, - "reason": "relation_primary_sufficient" - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "api.control_actions_endpoint" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [ - "/health" - ], - "resolved_anchor_candidates": [ - "docs/documentation/domain/runtime-health-entity.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/control-actions-endpoint.md", - "api.control_actions_endpoint" - ], - "anchor_candidates": [ - "api.health_endpoint", - "domain.runtime_health", - "api.control_actions_endpoint" - ], - "selected_anchor": "api.health_endpoint", - "anchor_selection_reason": "doc_id matches requested endpoint slug", - "anchor_match_type": "exact_path", - "doc_ids": [ - "api.health_endpoint", - "domain.runtime_health", - "api.control_actions_endpoint" - ], - "doc_paths": [ - "docs/documentation/domain/runtime-health-entity.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/control-actions-endpoint.md" - ], - "doc_titles": [ - "domain.runtime_health:used_by", - "domain.runtime_health:related_logic", - "domain.runtime_health:part_of", - "api.health_endpoint:parent", - "api.health_endpoint:part_of", - "api.health_endpoint:depends_on", - "domain.runtime_health:parent", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Функциональные требования", - "api.control_actions_endpoint:Нефункциональные требования", - "api.control_actions_endpoint:Входные параметры" - ], - "relation_hits_count": 8, - "relation_targets": [ - "domain.runtime_health:used_by", - "domain.runtime_health:related_logic", - "domain.runtime_health:part_of", - "api.health_endpoint:parent", - "api.health_endpoint:part_of", - "api.health_endpoint:depends_on", - "domain.runtime_health:parent", - "api.control_actions_endpoint:related_api" - ], - "fallback_doc_hits_count": 6, - "fallback_used": true, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 0, - "facts": 0, - "relations": 8, - "chunks": 6, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "relation_evidence_available", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty", - "exact_anchor_match" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 7884, - "tokens_in_estimate": 2070 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Что связано с /health?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "documents": [], - "facts": [], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "domain.runtime_health:used_by", - "content": "domain.runtime_health used_by api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "source_id": "domain.runtime_health", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "801650f8bcbfbfbefd35c14447bfef7b3c3827313db790efa7faf47db860f8c4", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "used_by", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "domain.runtime_health:related_logic", - "content": "domain.runtime_health related_logic logic.telegram_notification_loop", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "source_id": "domain.runtime_health", - "target_id": "logic.telegram_notification_loop", - "doc_version": null, - "relation_id": "8595d7b82fecdb7ef579fa8961cda6799bb21970061e5bc221d4dd7a3d53fd04", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_logic", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "domain.runtime_health:part_of", - "content": "domain.runtime_health part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "source_id": "domain.runtime_health", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "af2a4f7c1b677b908410ba720915405e10dbd0870e30a3c6e3aa2468550ddf0e", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:parent", - "content": "api.health_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:part_of", - "content": "api.health_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:depends_on", - "content": "api.health_endpoint depends_on domain.runtime_health", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "domain.runtime_health", - "doc_version": null, - "relation_id": "77f5d358ab85b3d92018b6b51da7c39773148dfd346686e8832a45370c841160", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "depends_on", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "domain.runtime_health:parent", - "content": "domain.runtime_health parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "source_id": "domain.runtime_health", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "79bdb0a74713df6064008179ca8c5c186dc23e4e1c5e2c9607b0bdddeba50f93", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_api", - "content": "api.control_actions_endpoint related_api api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Что связано с /health? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: RELATED_DOCS_EXPLAIN -- documents: 0 -- facts: 0 -- relations: 8 | samples: domain.runtime_health:used_by, domain.runtime_health:related_logic, domain.runtime_health:part_of - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-related-health-2.json b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-related-health-2.json deleted file mode 100644 index 1115fd3..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-related-health-2.json +++ /dev/null @@ -1,84 +0,0 @@ -{ - "meta": { - "case_id": "v3-related-health-2", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 14, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "graph_summary", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Какие документы относятся к health endpoint?" - }, - "output": { - "query": "Какие документы относятся к health endpoint?" - } - }, - { - "step": "router", - "input": { - "query": "Какие документы относятся к health endpoint?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Какие документы относятся к health endpoint?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 7999, - "tokens_in_estimate": 2098 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-related-health-2.md b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-related-health-2.md deleted file mode 100644 index d4f15d9..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-related-health-2.md +++ /dev/null @@ -1,513 +0,0 @@ -# v3-related-health-2 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Какие документы относятся к health endpoint? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 14, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "graph_summary", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Какие документы относятся к health endpoint?" - }, - "output": { - "query": "Какие документы относятся к health endpoint?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Какие документы относятся к health endpoint?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Какие документы относятся к health endpoint?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 7999, - "tokens_in_estimate": 2098 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "layers_used": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "documents_found": 0, - "facts_found": 0, - "relations_found": 8, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "graph_summary", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "topic", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D5_RELATION_GRAPH" - ], - "planned_layers": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D5_RELATION_GRAPH" - ], - "non_empty_layers": [ - "D5_RELATION_GRAPH" - ], - "layer_diagnostics": { - "D5_RELATION_GRAPH": { - "hits": 8, - "top_ids": [ - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a" - ] - }, - "D1_DOCUMENT_CATALOG": { - "hits": 0, - "top_ids": [], - "skipped": true, - "reason": "relation_primary_sufficient" - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "api.control_actions_endpoint" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [], - "resolved_anchor_candidates": [ - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/send-message-endpoint.md", - "api.control_actions_endpoint" - ], - "anchor_candidates": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "selected_anchor": "api.control_actions_endpoint", - "anchor_selection_reason": "relation_neighbor", - "anchor_match_type": "semantic_fallback", - "doc_ids": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "doc_paths": [ - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/send-message-endpoint.md" - ], - "doc_titles": [ - "api.control_actions_endpoint:part_of", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.health_endpoint:parent", - "api.health_endpoint:part_of", - "api.health_endpoint:depends_on", - "api.send_message_endpoint:parent", - "api.control_actions_endpoint:parent", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Функциональные требования", - "api.control_actions_endpoint:Нефункциональные требования", - "api.control_actions_endpoint:Входные параметры" - ], - "relation_hits_count": 8, - "relation_targets": [ - "api.control_actions_endpoint:part_of", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.health_endpoint:parent", - "api.health_endpoint:part_of", - "api.health_endpoint:depends_on", - "api.send_message_endpoint:parent", - "api.control_actions_endpoint:parent" - ], - "fallback_doc_hits_count": 6, - "fallback_used": true, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 0, - "facts": 0, - "relations": 8, - "chunks": 6, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "relation_evidence_available", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 7999, - "tokens_in_estimate": 2098 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Какие документы относятся к health endpoint?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "documents": [], - "facts": [], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:part_of", - "content": "api.control_actions_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_api", - "content": "api.control_actions_endpoint related_api api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_logic", - "content": "api.control_actions_endpoint related_logic logic.telegram_notification_loop", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "logic.telegram_notification_loop", - "doc_version": null, - "relation_id": "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_logic", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:parent", - "content": "api.health_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:part_of", - "content": "api.health_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:depends_on", - "content": "api.health_endpoint depends_on domain.runtime_health", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "domain.runtime_health", - "doc_version": null, - "relation_id": "77f5d358ab85b3d92018b6b51da7c39773148dfd346686e8832a45370c841160", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "depends_on", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "api.send_message_endpoint:parent", - "content": "api.send_message_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "source_id": "api.send_message_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "33eb0aa97f06d0afcaa4c230b5f5b73fa2fbfa5861ea9367b6c92f8a6fe0c054", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:parent", - "content": "api.control_actions_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "afec31fd062e392dcd9699a92c7ab61fd4b1273c1a2b16702b23d55d8d0c47ac", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Какие документы относятся к health endpoint? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: RELATED_DOCS_EXPLAIN -- documents: 0 -- facts: 0 -- relations: 8 | samples: api.control_actions_endpoint:part_of, api.control_actions_endpoint:related_api, api.control_actions_endpoint:related_logic - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-related-send-1.json b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-related-send-1.json deleted file mode 100644 index c9caa6a..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-related-send-1.json +++ /dev/null @@ -1,85 +0,0 @@ -{ - "meta": { - "case_id": "v3-related-send-1", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 14, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.send_message_endpoint", - "architecture.telegram_notify_app_overview", - "logic.telegram_notification_loop", - "api.health_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "graph_summary", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Какие документы связаны с /send?" - }, - "output": { - "query": "Какие документы связаны с /send?" - } - }, - { - "step": "router", - "input": { - "query": "Какие документы связаны с /send?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Какие документы связаны с /send?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 8086, - "tokens_in_estimate": 2120 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-related-send-1.md b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-related-send-1.md deleted file mode 100644 index 8df42cc..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-related-send-1.md +++ /dev/null @@ -1,521 +0,0 @@ -# v3-related-send-1 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Какие документы связаны с /send? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 14, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.send_message_endpoint", - "architecture.telegram_notify_app_overview", - "logic.telegram_notification_loop", - "api.health_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "graph_summary", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Какие документы связаны с /send?" - }, - "output": { - "query": "Какие документы связаны с /send?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Какие документы связаны с /send?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Какие документы связаны с /send?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 8086, - "tokens_in_estimate": 2120 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "layers_used": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "documents_found": 0, - "facts_found": 0, - "relations_found": 8, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "graph_summary", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "endpoint", - "matched_anchor_value": "/send", - "exact_anchor_match": false, - "docs_layers_requested": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D5_RELATION_GRAPH" - ], - "planned_layers": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D5_RELATION_GRAPH" - ], - "non_empty_layers": [ - "D5_RELATION_GRAPH" - ], - "layer_diagnostics": { - "D5_RELATION_GRAPH": { - "hits": 8, - "top_ids": [ - "33eb0aa97f06d0afcaa4c230b5f5b73fa2fbfa5861ea9367b6c92f8a6fe0c054", - "53dbf99d1ed72fb30e988fa7080e6ec3d0028d2a1e896e4e818f2492cc161bf5", - "a5c452b6685216d12fc857cd5b10a19b347655b1f1fd9f59d64fd413e93e36a5", - "d3d3ce25ca6434582c9bbb8f94ab89c7a2a497f46f1124f7e335c217281d42d9", - "305bab0c6567d93a2b453a9d70b676f9ecd8de083ef36f5cf3398747c25ebf94" - ] - }, - "D1_DOCUMENT_CATALOG": { - "hits": 0, - "top_ids": [], - "skipped": true, - "reason": "relation_primary_sufficient" - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "api.health_endpoint" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [ - "/send" - ], - "resolved_anchor_candidates": [ - "docs/documentation/api/send-message-endpoint.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/documentation/logic/telegram-notification-loop.md", - "docs/documentation/api/health-endpoint.md", - "api.health_endpoint" - ], - "anchor_candidates": [ - "api.send_message_endpoint", - "api.health_endpoint", - "architecture.telegram_notify_app_overview", - "logic.telegram_notification_loop" - ], - "selected_anchor": "api.send_message_endpoint", - "anchor_selection_reason": "doc_id matches requested endpoint slug", - "anchor_match_type": "exact_path", - "doc_ids": [ - "api.send_message_endpoint", - "architecture.telegram_notify_app_overview", - "logic.telegram_notification_loop", - "api.health_endpoint" - ], - "doc_paths": [ - "docs/documentation/api/send-message-endpoint.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/documentation/logic/telegram-notification-loop.md", - "docs/documentation/api/health-endpoint.md" - ], - "doc_titles": [ - "api.send_message_endpoint:parent", - "api.send_message_endpoint:depends_on", - "api.send_message_endpoint:part_of", - "architecture.telegram_notify_app:related_api", - "architecture.telegram_notify_app:child", - "logic.telegram_notification_loop:related_api", - "api.health_endpoint:depends_on", - "api.health_endpoint:part_of", - "api.health_endpoint:Summary", - "api.health_endpoint:Описание", - "api.health_endpoint:Сценарий", - "api.health_endpoint:Функциональные требования", - "api.health_endpoint:Нефункциональные требования", - "api.health_endpoint:Входные параметры" - ], - "relation_hits_count": 8, - "relation_targets": [ - "api.send_message_endpoint:parent", - "api.send_message_endpoint:depends_on", - "api.send_message_endpoint:part_of", - "architecture.telegram_notify_app:related_api", - "architecture.telegram_notify_app:child", - "logic.telegram_notification_loop:related_api", - "api.health_endpoint:depends_on", - "api.health_endpoint:part_of" - ], - "fallback_doc_hits_count": 6, - "fallback_used": true, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 0, - "facts": 0, - "relations": 8, - "chunks": 6, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "relation_evidence_available", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty", - "exact_anchor_match" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 8086, - "tokens_in_estimate": 2120 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Какие документы связаны с /send?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "documents": [], - "facts": [], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "api.send_message_endpoint:parent", - "content": "api.send_message_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "source_id": "api.send_message_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "33eb0aa97f06d0afcaa4c230b5f5b73fa2fbfa5861ea9367b6c92f8a6fe0c054", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "api.send_message_endpoint:depends_on", - "content": "api.send_message_endpoint depends_on logic.telegram_notification_loop", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "source_id": "api.send_message_endpoint", - "target_id": "logic.telegram_notification_loop", - "doc_version": null, - "relation_id": "53dbf99d1ed72fb30e988fa7080e6ec3d0028d2a1e896e4e818f2492cc161bf5", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "depends_on", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "api.send_message_endpoint:part_of", - "content": "api.send_message_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "source_id": "api.send_message_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "a5c452b6685216d12fc857cd5b10a19b347655b1f1fd9f59d64fd413e93e36a5", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:related_api", - "content": "architecture.telegram_notify_app related_api api.send_message_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "source_id": "architecture.telegram_notify_app", - "target_id": "api.send_message_endpoint", - "doc_version": null, - "relation_id": "d3d3ce25ca6434582c9bbb8f94ab89c7a2a497f46f1124f7e335c217281d42d9", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:child", - "content": "architecture.telegram_notify_app child api.send_message_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.children", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "source_id": "architecture.telegram_notify_app", - "target_id": "api.send_message_endpoint", - "doc_version": null, - "relation_id": "305bab0c6567d93a2b453a9d70b676f9ecd8de083ef36f5cf3398747c25ebf94", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "child", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/logic/telegram-notification-loop.md", - "title": "logic.telegram_notification_loop:related_api", - "content": "logic.telegram_notification_loop related_api api.send_message_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "0f62f9b4dab261ca4ca34575ff5d84411a22c90b780c52eda388782b94f08470", - "source_id": "logic.telegram_notification_loop", - "target_id": "api.send_message_endpoint", - "doc_version": null, - "relation_id": "6b692f308b472d540c199a26362f4ec8d35e1e6859c1141518e0d6667148e981", - "source_path": "docs/documentation/logic/telegram-notification-loop.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:depends_on", - "content": "api.health_endpoint depends_on domain.runtime_health", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "domain.runtime_health", - "doc_version": null, - "relation_id": "77f5d358ab85b3d92018b6b51da7c39773148dfd346686e8832a45370c841160", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "depends_on", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:part_of", - "content": "api.health_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Какие документы связаны с /send? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: RELATED_DOCS_EXPLAIN -- documents: 0 -- facts: 0 -- relations: 8 | samples: api.send_message_endpoint:parent, api.send_message_endpoint:depends_on, api.send_message_endpoint:part_of - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-system-flow-health-1.json b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-system-flow-health-1.json deleted file mode 100644 index d19fe0e..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-system-flow-health-1.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "meta": { - "case_id": "v3-system-flow-health-1", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": false, - "mismatches": [ - "sub_intent: expected SYSTEM_FLOW_EXPLAIN, got GENERIC_QA" - ], - "actual": { - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 12, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "domain.runtime_health", - "api.health_endpoint", - "logic.telegram_notification_loop", - "api.control_actions_endpoint", - "api.actions_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_general_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Как работает health check runtime?" - }, - "output": { - "query": "Как работает health check runtime?" - } - }, - { - "step": "router", - "input": { - "query": "Как работает health check runtime?" - }, - "output": { - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Как работает health check runtime?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_general_answer", - "llm_request": { - "prompt_name": "docs_general_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 345, - "user_chars": 9461, - "tokens_in_estimate": 2452 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-system-flow-health-1.md b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-system-flow-health-1.md deleted file mode 100644 index dbcff9f..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-system-flow-health-1.md +++ /dev/null @@ -1,524 +0,0 @@ -# v3-system-flow-health-1 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: False - -## Query -Как работает health check runtime? - -## Actual -{ - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 12, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "domain.runtime_health", - "api.health_endpoint", - "logic.telegram_notification_loop", - "api.control_actions_endpoint", - "api.actions_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_general_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Как работает health check runtime?" - }, - "output": { - "query": "Как работает health check runtime?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Как работает health check runtime?" - }, - "output": { - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Как работает health check runtime?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_general_answer", - "llm_request": { - "prompt_name": "docs_general_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 345, - "user_chars": 9461, - "tokens_in_estimate": 2452 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "layers_used": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "documents_found": 4, - "facts_found": 0, - "relations_found": 0, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_general_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "none", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D1_DOCUMENT_CATALOG": { - "hits": 4, - "top_ids": [ - "domain.runtime_health", - "api.health_endpoint", - "logic.telegram_notification_loop", - "api.control_actions_endpoint" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 8, - "top_ids": [ - "api.health_endpoint" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [], - "resolved_anchor_candidates": [ - "domain.runtime_health", - "docs/documentation/domain/runtime-health-entity.md", - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md", - "logic.telegram_notification_loop", - "docs/documentation/logic/telegram-notification-loop.md", - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "domain.runtime_health", - "api.health_endpoint", - "logic.telegram_notification_loop", - "api.control_actions_endpoint", - "api.actions_endpoint" - ], - "doc_paths": [ - "docs/documentation/domain/runtime-health-entity.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/logic/telegram-notification-loop.md", - "docs/documentation/api/control-actions-endpoint.md" - ], - "doc_titles": [ - "Сущность runtime health", - "HTTP API /health", - "Цикл отправки уведомлений в Telegram", - "HTTP API /actions/{action}", - "api.health_endpoint:Функциональные требования", - "api.health_endpoint:Выходные параметры", - "api.health_endpoint:Описание", - "api.health_endpoint:Сценарий", - "api.health_endpoint:Нефункциональные требования", - "api.health_endpoint:Входные параметры", - "api.health_endpoint:Summary", - "api.health_endpoint:Пример ответа" - ], - "relation_hits_count": 0, - "relation_targets": [], - "fallback_doc_hits_count": 12, - "fallback_used": false, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 4, - "facts": 0, - "relations": 0, - "chunks": 8, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_general_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 345, - "user_chars": 9461, - "tokens_in_estimate": 2452 -} -``` - -### System Prompt -```text -Ты отвечаешь на общий вопрос по документации проекта. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные документы и факты -- Не додумывай отсутствующие детали -- Если данных недостаточно, скажи это прямо -- Дай короткий понятный ответ без лишней структуры -``` - -### User Prompt -```json -{ - "question": "Как работает health check runtime?", - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "Сущность runtime health", - "content": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "metadata": { - "name": "runtime_health", - "tags": [ - "domain", - "health", - "observability" - ], - "type": "domain_entity", - "layer": "domain", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "used_by", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "Сущность runtime health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "children": [], - "doc_kind": "misc", - "entities": [ - "WorkerHealth", - "WorkerStatus", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "domain.runtime_health", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "summary_text": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/health-endpoint.md", - "title": "HTTP API /health", - "content": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "metadata": { - "name": "health_endpoint", - "tags": [ - "api", - "health", - "control-plane" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "HTTP API /health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager", - "WorkerHealth" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "summary_text": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/logic/telegram-notification-loop.md", - "title": "Цикл отправки уведомлений в Telegram", - "content": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "metadata": { - "name": "telegram_notification_loop", - "tags": [ - "logic", - "telegram", - "worker", - "scheduling" - ], - "type": "logic_block", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - } - ], - "owner": null, - "title": "Цикл отправки уведомлений в Telegram", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "0f62f9b4dab261ca4ca34575ff5d84411a22c90b780c52eda388782b94f08470", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramNotifyWorker", - "TelegramSendService", - "WorkerHealth", - "WorkerStatus" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "logic.telegram_notification_loop", - "source_path": "docs/documentation/logic/telegram-notification-loop.md", - "summary_text": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [], - "relations": [] -} -``` - -### User Prompt Overview -- question: Как работает health check runtime? -- intent: GENERAL_QA -- sub_intent: GENERIC_QA -- documents: 4 | samples: Сущность runtime health, HTTP API /health, Цикл отправки уведомлений в Telegram -- facts: 0 -- relations: 0 - -## Mismatches -- sub_intent: expected SYSTEM_FLOW_EXPLAIN, got GENERIC_QA \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-system-flow-health-2.json b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-system-flow-health-2.json deleted file mode 100644 index b0563b8..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-system-flow-health-2.json +++ /dev/null @@ -1,91 +0,0 @@ -{ - "meta": { - "case_id": "v3-system-flow-health-2", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 23, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.health_endpoint", - "api.control_actions_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "api.send_message_endpoint", - "docs/README.md" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Как происходит проверка состояния runtime?" - }, - "output": { - "query": "Как происходит проверка состояния runtime?" - } - }, - { - "step": "router", - "input": { - "query": "Как происходит проверка состояния runtime?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Как происходит проверка состояния runtime?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 22363, - "tokens_in_estimate": 5689 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-system-flow-health-2.md b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-system-flow-health-2.md deleted file mode 100644 index 4a84f98..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-system-flow-health-2.md +++ /dev/null @@ -1,915 +0,0 @@ -# v3-system-flow-health-2 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Как происходит проверка состояния runtime? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 23, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.health_endpoint", - "api.control_actions_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "api.send_message_endpoint", - "docs/README.md" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Как происходит проверка состояния runtime?" - }, - "output": { - "query": "Как происходит проверка состояния runtime?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Как происходит проверка состояния runtime?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Как происходит проверка состояния runtime?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 22363, - "tokens_in_estimate": 5689 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "layers_used": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "documents_found": 6, - "facts_found": 0, - "relations_found": 8, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "none", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D1_DOCUMENT_CATALOG": { - "hits": 6, - "top_ids": [ - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.health_endpoint", - "api.control_actions_endpoint", - "architecture.telegram_notify_app" - ] - }, - "D4_WORKFLOW_INDEX": { - "hits": 3, - "top_ids": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint" - ] - }, - "D5_RELATION_GRAPH": { - "hits": 8, - "top_ids": [ - "8595d7b82fecdb7ef579fa8961cda6799bb21970061e5bc221d4dd7a3d53fd04", - "801650f8bcbfbfbefd35c14447bfef7b3c3827313db790efa7faf47db860f8c4", - "af2a4f7c1b677b908410ba720915405e10dbd0870e30a3c6e3aa2468550ddf0e", - "79bdb0a74713df6064008179ca8c5c186dc23e4e1c5e2c9607b0bdddeba50f93", - "77f5d358ab85b3d92018b6b51da7c39773148dfd346686e8832a45370c841160" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "domain.runtime_health", - "docs/README.md", - "api.control_actions_endpoint" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [], - "resolved_anchor_candidates": [ - "domain.runtime_health", - "docs/documentation/domain/runtime-health-entity.md", - "logic.telegram_notification_loop", - "docs/documentation/logic/telegram-notification-loop.md", - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md", - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md", - "architecture.telegram_notify_app", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md", - "docs/README.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.health_endpoint", - "api.control_actions_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "api.send_message_endpoint", - "docs/README.md" - ], - "doc_paths": [ - "docs/documentation/domain/runtime-health-entity.md", - "docs/documentation/logic/telegram-notification-loop.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/documentation/api/send-message-endpoint.md", - "docs/README.md" - ], - "doc_titles": [ - "Сущность runtime health", - "Цикл отправки уведомлений в Telegram", - "HTTP API /health", - "HTTP API /actions/{action}", - "Архитектура Telegram Notify App", - "HTTP API /send", - "Scenario", - "domain.runtime_health:related_logic", - "domain.runtime_health:used_by", - "domain.runtime_health:part_of", - "domain.runtime_health:parent", - "api.health_endpoint:depends_on", - "architecture.telegram_notify_app:child", - "architecture.telegram_notify_app:depends_on", - "api.health_endpoint:part_of", - "domain.runtime_health:Details", - "domain.runtime_health:Summary", - "docs/README.md:Навигация", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Сценарий" - ], - "relation_hits_count": 8, - "relation_targets": [ - "domain.runtime_health:related_logic", - "domain.runtime_health:used_by", - "domain.runtime_health:part_of", - "domain.runtime_health:parent", - "api.health_endpoint:depends_on", - "architecture.telegram_notify_app:child", - "architecture.telegram_notify_app:depends_on", - "api.health_endpoint:part_of" - ], - "fallback_doc_hits_count": 12, - "fallback_used": false, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 6, - "facts": 0, - "relations": 8, - "chunks": 6, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 22363, - "tokens_in_estimate": 5689 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Как происходит проверка состояния runtime?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "Сущность runtime health", - "content": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "metadata": { - "name": "runtime_health", - "tags": [ - "domain", - "health", - "observability" - ], - "type": "domain_entity", - "layer": "domain", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "used_by", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "Сущность runtime health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "children": [], - "doc_kind": "misc", - "entities": [ - "WorkerHealth", - "WorkerStatus", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "domain.runtime_health", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "summary_text": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/logic/telegram-notification-loop.md", - "title": "Цикл отправки уведомлений в Telegram", - "content": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "metadata": { - "name": "telegram_notification_loop", - "tags": [ - "logic", - "telegram", - "worker", - "scheduling" - ], - "type": "logic_block", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - } - ], - "owner": null, - "title": "Цикл отправки уведомлений в Telegram", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "0f62f9b4dab261ca4ca34575ff5d84411a22c90b780c52eda388782b94f08470", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramNotifyWorker", - "TelegramSendService", - "WorkerHealth", - "WorkerStatus" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "logic.telegram_notification_loop", - "source_path": "docs/documentation/logic/telegram-notification-loop.md", - "summary_text": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/health-endpoint.md", - "title": "HTTP API /health", - "content": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "metadata": { - "name": "health_endpoint", - "tags": [ - "api", - "health", - "control-plane" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "HTTP API /health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager", - "WorkerHealth" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "summary_text": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "Архитектура Telegram Notify App", - "content": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "metadata": { - "name": "telegram_notify_app_overview", - "tags": [ - "architecture", - "telegram", - "plba", - "runtime" - ], - "type": "architecture_overview", - "layer": "system", - "links": [ - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "Архитектура Telegram Notify App", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "docs_root", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "children": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint", - "logic.telegram_notification_loop", - "domain.runtime_health" - ], - "doc_kind": "spec", - "entities": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramControlChannel", - "TelegramSendService", - "RuntimeManager" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "architecture.telegram_notify_app", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "summary_text": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "HTTP API /send", - "content": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "metadata": { - "name": "send_message_endpoint", - "tags": [ - "api", - "telegram", - "manual-send" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /send", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlAppFactory", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.send_message_endpoint", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "summary_text": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "domain.runtime_health:related_logic", - "content": "domain.runtime_health related_logic logic.telegram_notification_loop", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "source_id": "domain.runtime_health", - "target_id": "logic.telegram_notification_loop", - "doc_version": null, - "relation_id": "8595d7b82fecdb7ef579fa8961cda6799bb21970061e5bc221d4dd7a3d53fd04", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_logic", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "domain.runtime_health:used_by", - "content": "domain.runtime_health used_by api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "source_id": "domain.runtime_health", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "801650f8bcbfbfbefd35c14447bfef7b3c3827313db790efa7faf47db860f8c4", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "used_by", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "domain.runtime_health:part_of", - "content": "domain.runtime_health part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "source_id": "domain.runtime_health", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "af2a4f7c1b677b908410ba720915405e10dbd0870e30a3c6e3aa2468550ddf0e", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "domain.runtime_health:parent", - "content": "domain.runtime_health parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "source_id": "domain.runtime_health", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "79bdb0a74713df6064008179ca8c5c186dc23e4e1c5e2c9607b0bdddeba50f93", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:depends_on", - "content": "api.health_endpoint depends_on domain.runtime_health", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "domain.runtime_health", - "doc_version": null, - "relation_id": "77f5d358ab85b3d92018b6b51da7c39773148dfd346686e8832a45370c841160", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "depends_on", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:child", - "content": "architecture.telegram_notify_app child domain.runtime_health", - "metadata": { - "owner": null, - "anchor": "frontmatter.children", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "source_id": "architecture.telegram_notify_app", - "target_id": "domain.runtime_health", - "doc_version": null, - "relation_id": "4e0bbeb8e97e25091a30412d8631b1d9f6bb58b5694d8b7cc632af69a9262ea8", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "child", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:depends_on", - "content": "architecture.telegram_notify_app depends_on domain.runtime_health", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "source_id": "architecture.telegram_notify_app", - "target_id": "domain.runtime_health", - "doc_version": null, - "relation_id": "228d9012df1811fd2ef79178ff79c3cbc85271cf2755b15a627ea320e8f442a5", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "depends_on", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:part_of", - "content": "api.health_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Как происходит проверка состояния runtime? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: SYSTEM_FLOW_EXPLAIN -- documents: 6 | samples: Сущность runtime health, Цикл отправки уведомлений в Telegram, HTTP API /health -- facts: 0 -- relations: 8 | samples: domain.runtime_health:related_logic, domain.runtime_health:used_by, domain.runtime_health:part_of - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-1.json b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-1.json deleted file mode 100644 index 697439d..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-1.json +++ /dev/null @@ -1,90 +0,0 @@ -{ - "meta": { - "case_id": "v3-system-flow-telegram-loop-1", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 23, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "domain.runtime_health" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Объясни цикл отправки уведомлений" - }, - "output": { - "query": "Объясни цикл отправки уведомлений" - } - }, - { - "step": "router", - "input": { - "query": "Объясни цикл отправки уведомлений" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Объясни цикл отправки уведомлений" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 20708, - "tokens_in_estimate": 5276 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-1.md b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-1.md deleted file mode 100644 index afc4a41..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-1.md +++ /dev/null @@ -1,882 +0,0 @@ -# v3-system-flow-telegram-loop-1 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Объясни цикл отправки уведомлений - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 23, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "domain.runtime_health" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Объясни цикл отправки уведомлений" - }, - "output": { - "query": "Объясни цикл отправки уведомлений" - } -} -``` - -### router -```json -{ - "input": { - "query": "Объясни цикл отправки уведомлений" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Объясни цикл отправки уведомлений" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 20708, - "tokens_in_estimate": 5276 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "layers_used": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "documents_found": 6, - "facts_found": 0, - "relations_found": 8, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "none", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D1_DOCUMENT_CATALOG": { - "hits": 6, - "top_ids": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "architecture.telegram_notify_app" - ] - }, - "D4_WORKFLOW_INDEX": { - "hits": 3, - "top_ids": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ] - }, - "D5_RELATION_GRAPH": { - "hits": 8, - "top_ids": [ - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "docs/README.md", - "api.control_actions_endpoint" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [], - "resolved_anchor_candidates": [ - "docs/README.md", - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md", - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md", - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md", - "architecture.telegram_notify_app", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "domain.runtime_health", - "docs/documentation/domain/runtime-health-entity.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "domain.runtime_health" - ], - "doc_paths": [ - "docs/README.md", - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/send-message-endpoint.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/documentation/domain/runtime-health-entity.md" - ], - "doc_titles": [ - "Readme", - "HTTP API /actions/{action}", - "HTTP API /health", - "HTTP API /send", - "Архитектура Telegram Notify App", - "Сущность runtime health", - "Scenario", - "api.control_actions_endpoint:part_of", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.health_endpoint:parent", - "api.health_endpoint:part_of", - "api.health_endpoint:depends_on", - "api.send_message_endpoint:parent", - "api.control_actions_endpoint:parent", - "docs/README.md:Структура", - "docs/README.md:Навигация", - "docs/README.md:Правила и шаблоны", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Описание", - "docs/README.md:Project Docs" - ], - "relation_hits_count": 8, - "relation_targets": [ - "api.control_actions_endpoint:part_of", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.health_endpoint:parent", - "api.health_endpoint:part_of", - "api.health_endpoint:depends_on", - "api.send_message_endpoint:parent", - "api.control_actions_endpoint:parent" - ], - "fallback_doc_hits_count": 12, - "fallback_used": false, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 6, - "facts": 0, - "relations": 8, - "chunks": 6, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 20708, - "tokens_in_estimate": 5276 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Объясни цикл отправки уведомлений", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/README.md", - "title": "Readme", - "content": "Readme", - "metadata": { - "name": "", - "tags": [], - "type": "", - "layer": "", - "links": [], - "owner": null, - "title": "Readme", - "doc_id": null, - "module": "", - "parent": null, - "status": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "81d952f1a6ea85b76f75e0e57f33b8fa4b2bf3cb7db11b91b90171aeedd655a6", - "children": [], - "doc_kind": "readme", - "entities": [], - "updated_at": null, - "doc_version": null, - "document_id": "docs/README.md", - "source_path": "docs/README.md", - "summary_text": "", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/health-endpoint.md", - "title": "HTTP API /health", - "content": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "metadata": { - "name": "health_endpoint", - "tags": [ - "api", - "health", - "control-plane" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "HTTP API /health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager", - "WorkerHealth" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "summary_text": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "HTTP API /send", - "content": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "metadata": { - "name": "send_message_endpoint", - "tags": [ - "api", - "telegram", - "manual-send" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /send", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlAppFactory", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.send_message_endpoint", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "summary_text": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "Архитектура Telegram Notify App", - "content": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "metadata": { - "name": "telegram_notify_app_overview", - "tags": [ - "architecture", - "telegram", - "plba", - "runtime" - ], - "type": "architecture_overview", - "layer": "system", - "links": [ - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "Архитектура Telegram Notify App", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "docs_root", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "children": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint", - "logic.telegram_notification_loop", - "domain.runtime_health" - ], - "doc_kind": "spec", - "entities": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramControlChannel", - "TelegramSendService", - "RuntimeManager" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "architecture.telegram_notify_app", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "summary_text": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "Сущность runtime health", - "content": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "metadata": { - "name": "runtime_health", - "tags": [ - "domain", - "health", - "observability" - ], - "type": "domain_entity", - "layer": "domain", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "used_by", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "Сущность runtime health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "children": [], - "doc_kind": "misc", - "entities": [ - "WorkerHealth", - "WorkerStatus", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "domain.runtime_health", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "summary_text": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:part_of", - "content": "api.control_actions_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_api", - "content": "api.control_actions_endpoint related_api api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_logic", - "content": "api.control_actions_endpoint related_logic logic.telegram_notification_loop", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "logic.telegram_notification_loop", - "doc_version": null, - "relation_id": "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_logic", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:parent", - "content": "api.health_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:part_of", - "content": "api.health_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:depends_on", - "content": "api.health_endpoint depends_on domain.runtime_health", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "domain.runtime_health", - "doc_version": null, - "relation_id": "77f5d358ab85b3d92018b6b51da7c39773148dfd346686e8832a45370c841160", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "depends_on", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "api.send_message_endpoint:parent", - "content": "api.send_message_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "source_id": "api.send_message_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "33eb0aa97f06d0afcaa4c230b5f5b73fa2fbfa5861ea9367b6c92f8a6fe0c054", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:parent", - "content": "api.control_actions_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "afec31fd062e392dcd9699a92c7ab61fd4b1273c1a2b16702b23d55d8d0c47ac", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Объясни цикл отправки уведомлений -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: SYSTEM_FLOW_EXPLAIN -- documents: 6 | samples: Readme, HTTP API /actions/{action}, HTTP API /health -- facts: 0 -- relations: 8 | samples: api.control_actions_endpoint:part_of, api.control_actions_endpoint:related_api, api.control_actions_endpoint:related_logic - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-2.json b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-2.json deleted file mode 100644 index ba9c70c..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-2.json +++ /dev/null @@ -1,91 +0,0 @@ -{ - "meta": { - "case_id": "v3-system-flow-telegram-loop-2", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 18, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "logic.telegram_notification_loop", - "api.send_message_endpoint", - "domain.runtime_health", - "api.health_endpoint", - "api.control_actions_endpoint", - "api.actions_endpoint", - "docs/README.md" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Как работает процесс отправки уведомлений в Telegram?" - }, - "output": { - "query": "Как работает процесс отправки уведомлений в Telegram?" - } - }, - { - "step": "router", - "input": { - "query": "Как работает процесс отправки уведомлений в Telegram?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Как работает процесс отправки уведомлений в Telegram?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 17588, - "tokens_in_estimate": 4496 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-2.md b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-2.md deleted file mode 100644 index 63fd540..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-2.md +++ /dev/null @@ -1,785 +0,0 @@ -# v3-system-flow-telegram-loop-2 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Как работает процесс отправки уведомлений в Telegram? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 18, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "logic.telegram_notification_loop", - "api.send_message_endpoint", - "domain.runtime_health", - "api.health_endpoint", - "api.control_actions_endpoint", - "api.actions_endpoint", - "docs/README.md" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Как работает процесс отправки уведомлений в Telegram?" - }, - "output": { - "query": "Как работает процесс отправки уведомлений в Telegram?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Как работает процесс отправки уведомлений в Telegram?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Как работает процесс отправки уведомлений в Telegram?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 17588, - "tokens_in_estimate": 4496 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "layers_used": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "documents_found": 6, - "facts_found": 0, - "relations_found": 3, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "workflow", - "matched_anchor_value": "отправки", - "exact_anchor_match": false, - "docs_layers_requested": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D1_DOCUMENT_CATALOG": { - "hits": 6, - "top_ids": [ - "architecture.telegram_notify_app", - "logic.telegram_notification_loop", - "api.send_message_endpoint", - "domain.runtime_health", - "api.health_endpoint" - ] - }, - "D4_WORKFLOW_INDEX": { - "hits": 3, - "top_ids": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ] - }, - "D5_RELATION_GRAPH": { - "hits": 8, - "top_ids": [ - "305bab0c6567d93a2b453a9d70b676f9ecd8de083ef36f5cf3398747c25ebf94", - "7bd0428d23e9b20f7d65202cc269e45b3d1e7aed7b5df4a35581fd88677be29b", - "0eb7f73fcda8556439e06f5eeb5ce064ae32b6cd3129353f5b1b4eb3db626d88", - "ae34fe4b3cd2b47632b13b1e32303e842b57948aa21160abe8d9b478995e1d74", - "145ccbb861a8fb621286ec9c888ce69677168d35c7871c70537e888ce3a5b910" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "logic.telegram_notification_loop", - "architecture.telegram_notify_app", - "docs/README.md" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [], - "resolved_anchor_candidates": [ - "architecture.telegram_notify_app", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "logic.telegram_notification_loop", - "docs/documentation/logic/telegram-notification-loop.md", - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md", - "domain.runtime_health", - "docs/documentation/domain/runtime-health-entity.md", - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md", - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md", - "docs/README.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "logic.telegram_notification_loop", - "api.send_message_endpoint", - "domain.runtime_health", - "api.health_endpoint", - "api.control_actions_endpoint", - "api.actions_endpoint", - "docs/README.md" - ], - "doc_paths": [ - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/documentation/logic/telegram-notification-loop.md", - "docs/documentation/api/send-message-endpoint.md", - "docs/documentation/domain/runtime-health-entity.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/control-actions-endpoint.md", - "docs/README.md" - ], - "doc_titles": [ - "Архитектура Telegram Notify App", - "Цикл отправки уведомлений в Telegram", - "HTTP API /send", - "Сущность runtime health", - "HTTP API /health", - "HTTP API /actions/{action}", - "Scenario", - "architecture.telegram_notify_app:child", - "architecture.telegram_notify_app:related_api", - "architecture.telegram_notify_app:parent", - "logic.telegram_notification_loop:Summary", - "logic.telegram_notification_loop:Details", - "architecture.telegram_notify_app:Summary", - "architecture.telegram_notify_app:Details", - "docs/README.md:Навигация", - "api.health_endpoint:Функциональные требования" - ], - "relation_hits_count": 3, - "relation_targets": [ - "architecture.telegram_notify_app:child", - "architecture.telegram_notify_app:related_api", - "architecture.telegram_notify_app:parent" - ], - "fallback_doc_hits_count": 12, - "fallback_used": false, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 6, - "facts": 0, - "relations": 3, - "chunks": 6, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 17588, - "tokens_in_estimate": 4496 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Как работает процесс отправки уведомлений в Telegram?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "Архитектура Telegram Notify App", - "content": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "metadata": { - "name": "telegram_notify_app_overview", - "tags": [ - "architecture", - "telegram", - "plba", - "runtime" - ], - "type": "architecture_overview", - "layer": "system", - "links": [ - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "Архитектура Telegram Notify App", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "docs_root", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "children": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint", - "logic.telegram_notification_loop", - "domain.runtime_health" - ], - "doc_kind": "spec", - "entities": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramControlChannel", - "TelegramSendService", - "RuntimeManager" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "architecture.telegram_notify_app", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "summary_text": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/logic/telegram-notification-loop.md", - "title": "Цикл отправки уведомлений в Telegram", - "content": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "metadata": { - "name": "telegram_notification_loop", - "tags": [ - "logic", - "telegram", - "worker", - "scheduling" - ], - "type": "logic_block", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - } - ], - "owner": null, - "title": "Цикл отправки уведомлений в Telegram", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "0f62f9b4dab261ca4ca34575ff5d84411a22c90b780c52eda388782b94f08470", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramNotifyWorker", - "TelegramSendService", - "WorkerHealth", - "WorkerStatus" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "logic.telegram_notification_loop", - "source_path": "docs/documentation/logic/telegram-notification-loop.md", - "summary_text": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "HTTP API /send", - "content": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "metadata": { - "name": "send_message_endpoint", - "tags": [ - "api", - "telegram", - "manual-send" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /send", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlAppFactory", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.send_message_endpoint", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "summary_text": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "Сущность runtime health", - "content": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "metadata": { - "name": "runtime_health", - "tags": [ - "domain", - "health", - "observability" - ], - "type": "domain_entity", - "layer": "domain", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "used_by", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "Сущность runtime health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "children": [], - "doc_kind": "misc", - "entities": [ - "WorkerHealth", - "WorkerStatus", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "domain.runtime_health", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "summary_text": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/health-endpoint.md", - "title": "HTTP API /health", - "content": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "metadata": { - "name": "health_endpoint", - "tags": [ - "api", - "health", - "control-plane" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "HTTP API /health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager", - "WorkerHealth" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "summary_text": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:child", - "content": "architecture.telegram_notify_app child api.send_message_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.children", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "source_id": "architecture.telegram_notify_app", - "target_id": "api.send_message_endpoint", - "doc_version": null, - "relation_id": "305bab0c6567d93a2b453a9d70b676f9ecd8de083ef36f5cf3398747c25ebf94", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "child", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:related_api", - "content": "architecture.telegram_notify_app related_api api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "source_id": "architecture.telegram_notify_app", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "7bd0428d23e9b20f7d65202cc269e45b3d1e7aed7b5df4a35581fd88677be29b", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:parent", - "content": "architecture.telegram_notify_app parent docs_root", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "source_id": "architecture.telegram_notify_app", - "target_id": "docs_root", - "doc_version": null, - "relation_id": "e01922b36e3cc60d9349f89e43fcd4a92c6a01394b0028d6b6d56801b258645d", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Как работает процесс отправки уведомлений в Telegram? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: SYSTEM_FLOW_EXPLAIN -- documents: 6 | samples: Архитектура Telegram Notify App, Цикл отправки уведомлений в Telegram, HTTP API /send -- facts: 0 -- relations: 3 | samples: architecture.telegram_notify_app:child, architecture.telegram_notify_app:related_api, architecture.telegram_notify_app:parent - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-3.json b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-3.json deleted file mode 100644 index f17e612..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-3.json +++ /dev/null @@ -1,91 +0,0 @@ -{ - "meta": { - "case_id": "v3-system-flow-telegram-loop-3", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 18, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "logic.telegram_notification_loop", - "api.send_message_endpoint", - "domain.runtime_health", - "api.health_endpoint", - "api.control_actions_endpoint", - "api.actions_endpoint", - "docs/README.md" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Опиши workflow Telegram уведомлений" - }, - "output": { - "query": "Опиши workflow Telegram уведомлений" - } - }, - { - "step": "router", - "input": { - "query": "Опиши workflow Telegram уведомлений" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Опиши workflow Telegram уведомлений" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 17570, - "tokens_in_estimate": 4491 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-3.md b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-3.md deleted file mode 100644 index c5b8233..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-3.md +++ /dev/null @@ -1,785 +0,0 @@ -# v3-system-flow-telegram-loop-3 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Опиши workflow Telegram уведомлений - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 18, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "logic.telegram_notification_loop", - "api.send_message_endpoint", - "domain.runtime_health", - "api.health_endpoint", - "api.control_actions_endpoint", - "api.actions_endpoint", - "docs/README.md" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Опиши workflow Telegram уведомлений" - }, - "output": { - "query": "Опиши workflow Telegram уведомлений" - } -} -``` - -### router -```json -{ - "input": { - "query": "Опиши workflow Telegram уведомлений" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Опиши workflow Telegram уведомлений" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 17570, - "tokens_in_estimate": 4491 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "layers_used": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "documents_found": 6, - "facts_found": 0, - "relations_found": 3, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "workflow", - "matched_anchor_value": "Telegram", - "exact_anchor_match": false, - "docs_layers_requested": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D1_DOCUMENT_CATALOG": { - "hits": 6, - "top_ids": [ - "architecture.telegram_notify_app", - "logic.telegram_notification_loop", - "api.send_message_endpoint", - "domain.runtime_health", - "api.health_endpoint" - ] - }, - "D4_WORKFLOW_INDEX": { - "hits": 3, - "top_ids": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ] - }, - "D5_RELATION_GRAPH": { - "hits": 8, - "top_ids": [ - "305bab0c6567d93a2b453a9d70b676f9ecd8de083ef36f5cf3398747c25ebf94", - "7bd0428d23e9b20f7d65202cc269e45b3d1e7aed7b5df4a35581fd88677be29b", - "0eb7f73fcda8556439e06f5eeb5ce064ae32b6cd3129353f5b1b4eb3db626d88", - "ae34fe4b3cd2b47632b13b1e32303e842b57948aa21160abe8d9b478995e1d74", - "145ccbb861a8fb621286ec9c888ce69677168d35c7871c70537e888ce3a5b910" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "logic.telegram_notification_loop", - "architecture.telegram_notify_app", - "docs/README.md" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [], - "resolved_anchor_candidates": [ - "architecture.telegram_notify_app", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "logic.telegram_notification_loop", - "docs/documentation/logic/telegram-notification-loop.md", - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md", - "domain.runtime_health", - "docs/documentation/domain/runtime-health-entity.md", - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md", - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md", - "docs/README.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "logic.telegram_notification_loop", - "api.send_message_endpoint", - "domain.runtime_health", - "api.health_endpoint", - "api.control_actions_endpoint", - "api.actions_endpoint", - "docs/README.md" - ], - "doc_paths": [ - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/documentation/logic/telegram-notification-loop.md", - "docs/documentation/api/send-message-endpoint.md", - "docs/documentation/domain/runtime-health-entity.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/control-actions-endpoint.md", - "docs/README.md" - ], - "doc_titles": [ - "Архитектура Telegram Notify App", - "Цикл отправки уведомлений в Telegram", - "HTTP API /send", - "Сущность runtime health", - "HTTP API /health", - "HTTP API /actions/{action}", - "Scenario", - "architecture.telegram_notify_app:child", - "architecture.telegram_notify_app:related_api", - "architecture.telegram_notify_app:parent", - "logic.telegram_notification_loop:Summary", - "logic.telegram_notification_loop:Details", - "architecture.telegram_notify_app:Summary", - "architecture.telegram_notify_app:Details", - "docs/README.md:Навигация", - "api.health_endpoint:Сценарий" - ], - "relation_hits_count": 3, - "relation_targets": [ - "architecture.telegram_notify_app:child", - "architecture.telegram_notify_app:related_api", - "architecture.telegram_notify_app:parent" - ], - "fallback_doc_hits_count": 12, - "fallback_used": false, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 6, - "facts": 0, - "relations": 3, - "chunks": 6, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 17570, - "tokens_in_estimate": 4491 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Опиши workflow Telegram уведомлений", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "Архитектура Telegram Notify App", - "content": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "metadata": { - "name": "telegram_notify_app_overview", - "tags": [ - "architecture", - "telegram", - "plba", - "runtime" - ], - "type": "architecture_overview", - "layer": "system", - "links": [ - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "Архитектура Telegram Notify App", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "docs_root", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "children": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint", - "logic.telegram_notification_loop", - "domain.runtime_health" - ], - "doc_kind": "spec", - "entities": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramControlChannel", - "TelegramSendService", - "RuntimeManager" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "architecture.telegram_notify_app", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "summary_text": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/logic/telegram-notification-loop.md", - "title": "Цикл отправки уведомлений в Telegram", - "content": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "metadata": { - "name": "telegram_notification_loop", - "tags": [ - "logic", - "telegram", - "worker", - "scheduling" - ], - "type": "logic_block", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - } - ], - "owner": null, - "title": "Цикл отправки уведомлений в Telegram", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "0f62f9b4dab261ca4ca34575ff5d84411a22c90b780c52eda388782b94f08470", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramNotifyWorker", - "TelegramSendService", - "WorkerHealth", - "WorkerStatus" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "logic.telegram_notification_loop", - "source_path": "docs/documentation/logic/telegram-notification-loop.md", - "summary_text": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "HTTP API /send", - "content": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "metadata": { - "name": "send_message_endpoint", - "tags": [ - "api", - "telegram", - "manual-send" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /send", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlAppFactory", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.send_message_endpoint", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "summary_text": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "Сущность runtime health", - "content": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "metadata": { - "name": "runtime_health", - "tags": [ - "domain", - "health", - "observability" - ], - "type": "domain_entity", - "layer": "domain", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "used_by", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "Сущность runtime health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "children": [], - "doc_kind": "misc", - "entities": [ - "WorkerHealth", - "WorkerStatus", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "domain.runtime_health", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "summary_text": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/health-endpoint.md", - "title": "HTTP API /health", - "content": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "metadata": { - "name": "health_endpoint", - "tags": [ - "api", - "health", - "control-plane" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "HTTP API /health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager", - "WorkerHealth" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "summary_text": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:child", - "content": "architecture.telegram_notify_app child api.send_message_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.children", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "source_id": "architecture.telegram_notify_app", - "target_id": "api.send_message_endpoint", - "doc_version": null, - "relation_id": "305bab0c6567d93a2b453a9d70b676f9ecd8de083ef36f5cf3398747c25ebf94", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "child", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:related_api", - "content": "architecture.telegram_notify_app related_api api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "source_id": "architecture.telegram_notify_app", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "7bd0428d23e9b20f7d65202cc269e45b3d1e7aed7b5df4a35581fd88677be29b", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:parent", - "content": "architecture.telegram_notify_app parent docs_root", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "source_id": "architecture.telegram_notify_app", - "target_id": "docs_root", - "doc_version": null, - "relation_id": "e01922b36e3cc60d9349f89e43fcd4a92c6a01394b0028d6b6d56801b258645d", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Опиши workflow Telegram уведомлений -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: SYSTEM_FLOW_EXPLAIN -- documents: 6 | samples: Архитектура Telegram Notify App, Цикл отправки уведомлений в Telegram, HTTP API /send -- facts: 0 -- relations: 3 | samples: architecture.telegram_notify_app:child, architecture.telegram_notify_app:related_api, architecture.telegram_notify_app:parent - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/summary.md b/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/summary.md deleted file mode 100644 index 8c06d1e..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_pre_llm_v3/20260326_121025/summary.md +++ /dev/null @@ -1,43 +0,0 @@ -# pipeline_setup_v3 summary - -Passed: 25/30 - -| File | Case | Mode | Query | Actual sub-intent | RAG layers | Tokens | Pass | -|------|------|------|-------|-------------------|------------|--------|------| -| full_chain_docs_intents_v3-3x.yaml | v3-system-flow-telegram-loop-1 | pre_llm | Объясни цикл отправки уведомлений | SYSTEM_FLOW_EXPLAIN | D0_DOC_CHUNKS:6, D1_DOCUMENT_CATALOG:6, D4_WORKFLOW_INDEX:3, D5_RELATION_GRAPH:8 | 5276 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-system-flow-telegram-loop-2 | pre_llm | Как работает процесс отправки уведомлений в Telegram? | SYSTEM_FLOW_EXPLAIN | D0_DOC_CHUNKS:6, D1_DOCUMENT_CATALOG:6, D4_WORKFLOW_INDEX:3, D5_RELATION_GRAPH:3 | 4496 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-system-flow-telegram-loop-3 | pre_llm | Опиши workflow Telegram уведомлений | SYSTEM_FLOW_EXPLAIN | D0_DOC_CHUNKS:6, D1_DOCUMENT_CATALOG:6, D4_WORKFLOW_INDEX:3, D5_RELATION_GRAPH:3 | 4491 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-system-flow-health-1 | pre_llm | Как работает health check runtime? | GENERIC_QA | D0_DOC_CHUNKS:8, D1_DOCUMENT_CATALOG:4 | 2452 | ✗ | -| full_chain_docs_intents_v3-3x.yaml | v3-system-flow-health-2 | pre_llm | Как происходит проверка состояния runtime? | SYSTEM_FLOW_EXPLAIN | D0_DOC_CHUNKS:6, D1_DOCUMENT_CATALOG:6, D4_WORKFLOW_INDEX:3, D5_RELATION_GRAPH:8 | 5689 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-component-runtime-manager-1 | pre_llm | Что делает RuntimeManager? | COMPONENT_EXPLAIN | D0_DOC_CHUNKS:6, D1_DOCUMENT_CATALOG:6, D2_FACT_INDEX:2, D5_RELATION_GRAPH:6 | 5471 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-component-runtime-manager-2 | pre_llm | Как устроен RuntimeManager? | COMPONENT_EXPLAIN | D0_DOC_CHUNKS:6, D1_DOCUMENT_CATALOG:6, D2_FACT_INDEX:2, D5_RELATION_GRAPH:6 | 5471 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-component-runtime-manager-3 | pre_llm | Опиши компонент RuntimeManager | COMPONENT_EXPLAIN | D0_DOC_CHUNKS:6, D1_DOCUMENT_CATALOG:6, D2_FACT_INDEX:2, D5_RELATION_GRAPH:6 | 5472 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-component-control-channel-1 | pre_llm | Как работает TelegramControlChannel? | COMPONENT_EXPLAIN | D0_DOC_CHUNKS:6, D1_DOCUMENT_CATALOG:6, D2_FACT_INDEX:2, D5_RELATION_GRAPH:6 | 5474 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-component-control-channel-2 | pre_llm | Роль TelegramControlChannel в системе | COMPONENT_EXPLAIN | D0_DOC_CHUNKS:6, D1_DOCUMENT_CATALOG:6, D2_FACT_INDEX:2, D5_RELATION_GRAPH:6 | 5474 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-api-health-1 | pre_llm | Что делает /health? | API_METHOD_EXPLAIN | D0_DOC_CHUNKS:6, D1_DOCUMENT_CATALOG:1, D2_FACT_INDEX:2, D4_WORKFLOW_INDEX:1 | 1149 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-api-health-2 | pre_llm | Как работает health endpoint? | API_METHOD_EXPLAIN | D0_DOC_CHUNKS:6, D1_DOCUMENT_CATALOG:6, D2_FACT_INDEX:2, D4_WORKFLOW_INDEX:3 | 4254 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-api-health-3 | pre_llm | Опиши endpoint health | API_METHOD_EXPLAIN | D0_DOC_CHUNKS:6, D1_DOCUMENT_CATALOG:6, D2_FACT_INDEX:2, D4_WORKFLOW_INDEX:3 | 4252 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-api-send-1 | pre_llm | Что делает /send? | API_METHOD_EXPLAIN | D0_DOC_CHUNKS:6, D1_DOCUMENT_CATALOG:1, D2_FACT_INDEX:2, D4_WORKFLOW_INDEX:1 | 1195 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-api-send-2 | pre_llm | Как работает send endpoint? | API_METHOD_EXPLAIN | D0_DOC_CHUNKS:6, D1_DOCUMENT_CATALOG:6, D2_FACT_INDEX:2, D4_WORKFLOW_INDEX:3 | 3846 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-api-send-3 | pre_llm | Опиши endpoint отправки сообщений | API_METHOD_EXPLAIN | D0_DOC_CHUNKS:6, D1_DOCUMENT_CATALOG:6, D2_FACT_INDEX:2, D4_WORKFLOW_INDEX:3 | 3847 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-entity-runtime-health-1 | pre_llm | Что такое runtime health? | ENTITY_EXPLAIN | D0_DOC_CHUNKS:6, D1_DOCUMENT_CATALOG:6, D3_ENTITY_CATALOG:8, D5_RELATION_GRAPH:6 | 5165 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-entity-runtime-health-2 | pre_llm | Объясни runtime health | GENERIC_QA | D0_DOC_CHUNKS:8, D1_DOCUMENT_CATALOG:4 | 2449 | ✗ | -| full_chain_docs_intents_v3-3x.yaml | v3-entity-worker-status-1 | pre_llm | Что такое WorkerStatus? | ENTITY_EXPLAIN | D0_DOC_CHUNKS:6, D1_DOCUMENT_CATALOG:6, D3_ENTITY_CATALOG:8, D5_RELATION_GRAPH:6 | 4793 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-entity-worker-status-2 | pre_llm | Опиши статус воркера | GENERIC_QA | D0_DOC_CHUNKS:8, D1_DOCUMENT_CATALOG:4 | 1976 | ✗ | -| full_chain_docs_intents_v3-3x.yaml | v3-related-health-1 | pre_llm | Что связано с /health? | RELATED_DOCS_EXPLAIN | D0_DOC_CHUNKS:6, D5_RELATION_GRAPH:8 | 2070 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-related-health-2 | pre_llm | Какие документы относятся к health endpoint? | RELATED_DOCS_EXPLAIN | D0_DOC_CHUNKS:6, D5_RELATION_GRAPH:8 | 2098 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-related-send-1 | pre_llm | Какие документы связаны с /send? | RELATED_DOCS_EXPLAIN | D0_DOC_CHUNKS:6, D5_RELATION_GRAPH:8 | 2120 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-related-architecture-1 | pre_llm | Какие документы связаны с архитектурой? | RELATED_DOCS_EXPLAIN | D0_DOC_CHUNKS:6, D5_RELATION_GRAPH:8 | 2097 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-general-1 | pre_llm | Что есть в документации? | COMPONENT_EXPLAIN | D0_DOC_CHUNKS:6, D1_DOCUMENT_CATALOG:6, D2_FACT_INDEX:1, D5_RELATION_GRAPH:6 | 5039 | ✗ | -| full_chain_docs_intents_v3-3x.yaml | v3-general-2 | pre_llm | Какая структура документации? | COMPONENT_EXPLAIN | D0_DOC_CHUNKS:6, D1_DOCUMENT_CATALOG:6, D2_FACT_INDEX:1, D5_RELATION_GRAPH:6 | 5040 | ✗ | -| full_chain_docs_intents_v3-3x.yaml | v3-general-3 | pre_llm | С чего начать читать документацию? | GENERIC_QA | D0_DOC_CHUNKS:8, D1_DOCUMENT_CATALOG:4 | 1980 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-negative-1 | pre_llm | Что такое PaymentTransaction? | ENTITY_EXPLAIN | D0_DOC_CHUNKS:6, D1_DOCUMENT_CATALOG:6, D3_ENTITY_CATALOG:8, D5_RELATION_GRAPH:6 | 4794 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-negative-2 | pre_llm | Объясни сущность UnknownEntity | ENTITY_EXPLAIN | — | 142 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-negative-3 | pre_llm | Что делает endpoint /unknown? | API_METHOD_EXPLAIN | — | 143 | ✓ | - -## Failures -- **v3-system-flow-health-1**: sub_intent: expected SYSTEM_FLOW_EXPLAIN, got GENERIC_QA -- **v3-entity-runtime-health-2**: sub_intent: expected ENTITY_EXPLAIN, got GENERIC_QA -- **v3-entity-worker-status-2**: sub_intent: expected ENTITY_EXPLAIN, got GENERIC_QA -- **v3-general-1**: sub_intent: expected GENERIC_QA, got COMPONENT_EXPLAIN -- **v3-general-2**: sub_intent: expected GENERIC_QA, got COMPONENT_EXPLAIN \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-api-health-1.json b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-api-health-1.json deleted file mode 100644 index b674a0e..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-api-health-1.json +++ /dev/null @@ -1,83 +0,0 @@ -{ - "meta": { - "case_id": "v3-api-health-1", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 10, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.health_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": "api_method" - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Что делает /health?" - }, - "output": { - "query": "Что делает /health?" - } - }, - { - "step": "router", - "input": { - "query": "Что делает /health?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Что делает /health?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 4201, - "tokens_in_estimate": 1149 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-api-health-1.md b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-api-health-1.md deleted file mode 100644 index c41cdc2..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-api-health-1.md +++ /dev/null @@ -1,429 +0,0 @@ -# v3-api-health-1 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Что делает /health? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 10, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.health_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": "api_method" - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Что делает /health?" - }, - "output": { - "query": "Что делает /health?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Что делает /health?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Что делает /health?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 4201, - "tokens_in_estimate": 1149 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "layers_used": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "documents_found": 1, - "facts_found": 2, - "relations_found": 0, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "endpoint", - "matched_anchor_value": "/health", - "exact_anchor_match": true, - "docs_layers_requested": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D1_DOCUMENT_CATALOG": { - "hits": 6, - "top_ids": [ - "domain.runtime_health", - "api.health_endpoint", - "docs/README.md", - "architecture.telegram_notify_app", - "logic.telegram_notification_loop" - ] - }, - "D2_FACT_INDEX": { - "hits": 8, - "top_ids": [ - "1cff54331a52b7a92946e7afabe7e45d7e3ec693b59546f9666e494396593bc3", - "0d923b02d15cef527d51740b7a09378a7dc74fb58db27cd059a8658ad11601a5", - "3d3b6fcc21144cb68657be099291db0ae36d61d32d6d72fd5b7c3cb81f379877", - "0b70cbff38a527cecfb53d3f72d573e9da1826cc75bd4cb92357e1de10988204", - "ce6d44c30418b0b171433a144f78d4bbf53b7a060d9b7cd42b9feecc8ca3044e" - ] - }, - "D4_WORKFLOW_INDEX": { - "hits": 3, - "top_ids": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "api.health_endpoint" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [ - "/health" - ], - "resolved_anchor_candidates": [ - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.health_endpoint" - ], - "doc_paths": [ - "docs/documentation/api/health-endpoint.md" - ], - "doc_titles": [ - "HTTP API /health", - "Scenario", - "api.health_endpoint:Сценарий", - "api.health_endpoint:workflow_step", - "api.health_endpoint:mentions_entity", - "api.health_endpoint:Нефункциональные требования", - "api.health_endpoint:Summary", - "api.health_endpoint:Описание", - "api.health_endpoint:Функциональные требования", - "api.health_endpoint:Входные параметры" - ], - "relation_hits_count": 0, - "relation_targets": [], - "fallback_doc_hits_count": 7, - "fallback_used": false, - "fact_hits": 2, - "entity_hits": 0, - "evidence_summary": { - "documents": 1, - "facts": 2, - "relations": 0, - "chunks": 6, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty", - "exact_anchor_match" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 4201, - "tokens_in_estimate": 1149 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Что делает /health?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/health-endpoint.md", - "title": "HTTP API /health", - "content": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "metadata": { - "name": "health_endpoint", - "tags": [ - "api", - "health", - "control-plane" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "HTTP API /health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager", - "WorkerHealth" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "summary_text": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [ - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:workflow_step", - "content": "api.health_endpoint workflow_step Предусловия:**", - "metadata": { - "tags": [], - "owner": null, - "anchor": "Сценарий", - "doc_id": null, - "object": "Предусловия:**", - "fact_id": "1cff54331a52b7a92946e7afabe7e45d7e3ec693b59546f9666e494396593bc3", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "predicate": "workflow_step", - "object_ref": null, - "subject_id": "api.health_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:mentions_entity", - "content": "api.health_endpoint mentions_entity TelegramControlChannel", - "metadata": { - "tags": [], - "owner": null, - "anchor": "frontmatter.entities", - "doc_id": null, - "object": "TelegramControlChannel", - "fact_id": "3d3b6fcc21144cb68657be099291db0ae36d61d32d6d72fd5b7c3cb81f379877", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "predicate": "mentions_entity", - "object_ref": null, - "subject_id": "api.health_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "relations": [] -} -``` - -### User Prompt Overview -- question: Что делает /health? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: API_METHOD_EXPLAIN -- documents: 1 | samples: HTTP API /health -- facts: 2 | samples: api.health_endpoint:workflow_step, api.health_endpoint:mentions_entity -- relations: 0 - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-api-health-2.json b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-api-health-2.json deleted file mode 100644 index 60e1ea7..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-api-health-2.json +++ /dev/null @@ -1,90 +0,0 @@ -{ - "meta": { - "case_id": "v3-api-health-2", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 17, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.send_message_endpoint", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "domain.runtime_health", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "logic.telegram_notification_loop" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": "api_method" - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Как работает health endpoint?" - }, - "output": { - "query": "Как работает health endpoint?" - } - }, - { - "step": "router", - "input": { - "query": "Как работает health endpoint?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Как работает health endpoint?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 16622, - "tokens_in_estimate": 4254 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-api-health-2.md b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-api-health-2.md deleted file mode 100644 index e70ceb1..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-api-health-2.md +++ /dev/null @@ -1,754 +0,0 @@ -# v3-api-health-2 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Как работает health endpoint? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 17, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.send_message_endpoint", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "domain.runtime_health", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "logic.telegram_notification_loop" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": "api_method" - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Как работает health endpoint?" - }, - "output": { - "query": "Как работает health endpoint?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Как работает health endpoint?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Как работает health endpoint?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 16622, - "tokens_in_estimate": 4254 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "layers_used": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "documents_found": 6, - "facts_found": 2, - "relations_found": 0, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "topic", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D1_DOCUMENT_CATALOG": { - "hits": 6, - "top_ids": [ - "api.send_message_endpoint", - "api.control_actions_endpoint", - "api.health_endpoint", - "domain.runtime_health", - "architecture.telegram_notify_app" - ] - }, - "D2_FACT_INDEX": { - "hits": 8, - "top_ids": [ - "f85d982c272a2ee6baeadc433221a20e684cd8ef01cb4788d6f76d05ca56d6d0", - "b8e44c3adb74aaa6c91ae8815fa091289e58dd3990a3a1b63e850c62075aea75", - "b6bfad59b3bf00f199b5ef90c1208af19664de700413e7354468a93a4abaaa2f", - "a8a325e0815b3a2a870ba2825f3afb3f41056b4c091df4c3bb3418ffd20891dd", - "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3" - ] - }, - "D4_WORKFLOW_INDEX": { - "hits": 3, - "top_ids": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "api.control_actions_endpoint" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [], - "resolved_anchor_candidates": [ - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md", - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md", - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md", - "domain.runtime_health", - "docs/documentation/domain/runtime-health-entity.md", - "architecture.telegram_notify_app", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "logic.telegram_notification_loop", - "docs/documentation/logic/telegram-notification-loop.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.send_message_endpoint", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "domain.runtime_health", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "logic.telegram_notification_loop" - ], - "doc_paths": [ - "docs/documentation/api/send-message-endpoint.md", - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/domain/runtime-health-entity.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/documentation/logic/telegram-notification-loop.md" - ], - "doc_titles": [ - "HTTP API /send", - "HTTP API /actions/{action}", - "HTTP API /health", - "Сущность runtime health", - "Архитектура Telegram Notify App", - "Цикл отправки уведомлений в Telegram", - "api.control_actions_endpoint:workflow_step", - "api.control_actions_endpoint:mentions_entity", - "Scenario", - "api.control_actions_endpoint:Функциональные требования", - "api.control_actions_endpoint:Нефункциональные требования", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Входные параметры" - ], - "relation_hits_count": 0, - "relation_targets": [], - "fallback_doc_hits_count": 12, - "fallback_used": false, - "fact_hits": 2, - "entity_hits": 0, - "evidence_summary": { - "documents": 6, - "facts": 2, - "relations": 0, - "chunks": 6, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 16622, - "tokens_in_estimate": 4254 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Как работает health endpoint?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "HTTP API /send", - "content": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "metadata": { - "name": "send_message_endpoint", - "tags": [ - "api", - "telegram", - "manual-send" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /send", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlAppFactory", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.send_message_endpoint", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "summary_text": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/health-endpoint.md", - "title": "HTTP API /health", - "content": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "metadata": { - "name": "health_endpoint", - "tags": [ - "api", - "health", - "control-plane" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "HTTP API /health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager", - "WorkerHealth" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "summary_text": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "Сущность runtime health", - "content": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "metadata": { - "name": "runtime_health", - "tags": [ - "domain", - "health", - "observability" - ], - "type": "domain_entity", - "layer": "domain", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "used_by", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "Сущность runtime health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "children": [], - "doc_kind": "misc", - "entities": [ - "WorkerHealth", - "WorkerStatus", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "domain.runtime_health", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "summary_text": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "Архитектура Telegram Notify App", - "content": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "metadata": { - "name": "telegram_notify_app_overview", - "tags": [ - "architecture", - "telegram", - "plba", - "runtime" - ], - "type": "architecture_overview", - "layer": "system", - "links": [ - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "Архитектура Telegram Notify App", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "docs_root", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "children": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint", - "logic.telegram_notification_loop", - "domain.runtime_health" - ], - "doc_kind": "spec", - "entities": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramControlChannel", - "TelegramSendService", - "RuntimeManager" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "architecture.telegram_notify_app", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "summary_text": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/logic/telegram-notification-loop.md", - "title": "Цикл отправки уведомлений в Telegram", - "content": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "metadata": { - "name": "telegram_notification_loop", - "tags": [ - "logic", - "telegram", - "worker", - "scheduling" - ], - "type": "logic_block", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - } - ], - "owner": null, - "title": "Цикл отправки уведомлений в Telegram", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "0f62f9b4dab261ca4ca34575ff5d84411a22c90b780c52eda388782b94f08470", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramNotifyWorker", - "TelegramSendService", - "WorkerHealth", - "WorkerStatus" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "logic.telegram_notification_loop", - "source_path": "docs/documentation/logic/telegram-notification-loop.md", - "summary_text": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [ - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:workflow_step", - "content": "api.control_actions_endpoint workflow_step Название:** Выполнение control action runtime", - "metadata": { - "tags": [], - "owner": null, - "anchor": "Сценарий", - "doc_id": null, - "object": "Название:** Выполнение control action runtime", - "fact_id": "f85d982c272a2ee6baeadc433221a20e684cd8ef01cb4788d6f76d05ca56d6d0", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "workflow_step", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:mentions_entity", - "content": "api.control_actions_endpoint mentions_entity JSONResponse", - "metadata": { - "tags": [], - "owner": null, - "anchor": "frontmatter.entities", - "doc_id": null, - "object": "JSONResponse", - "fact_id": "b6bfad59b3bf00f199b5ef90c1208af19664de700413e7354468a93a4abaaa2f", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "mentions_entity", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "relations": [] -} -``` - -### User Prompt Overview -- question: Как работает health endpoint? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: API_METHOD_EXPLAIN -- documents: 6 | samples: HTTP API /send, HTTP API /actions/{action}, HTTP API /health -- facts: 2 | samples: api.control_actions_endpoint:workflow_step, api.control_actions_endpoint:mentions_entity -- relations: 0 - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-api-health-3.json b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-api-health-3.json deleted file mode 100644 index 629070e..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-api-health-3.json +++ /dev/null @@ -1,90 +0,0 @@ -{ - "meta": { - "case_id": "v3-api-health-3", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 17, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.send_message_endpoint", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "domain.runtime_health", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "logic.telegram_notification_loop" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": "api_method" - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Опиши endpoint health" - }, - "output": { - "query": "Опиши endpoint health" - } - }, - { - "step": "router", - "input": { - "query": "Опиши endpoint health" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Опиши endpoint health" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 16614, - "tokens_in_estimate": 4252 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-api-health-3.md b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-api-health-3.md deleted file mode 100644 index 46e7478..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-api-health-3.md +++ /dev/null @@ -1,754 +0,0 @@ -# v3-api-health-3 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Опиши endpoint health - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 17, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.send_message_endpoint", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "domain.runtime_health", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "logic.telegram_notification_loop" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": "api_method" - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Опиши endpoint health" - }, - "output": { - "query": "Опиши endpoint health" - } -} -``` - -### router -```json -{ - "input": { - "query": "Опиши endpoint health" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Опиши endpoint health" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 16614, - "tokens_in_estimate": 4252 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "layers_used": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "documents_found": 6, - "facts_found": 2, - "relations_found": 0, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "topic", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D1_DOCUMENT_CATALOG": { - "hits": 6, - "top_ids": [ - "api.send_message_endpoint", - "api.control_actions_endpoint", - "api.health_endpoint", - "domain.runtime_health", - "architecture.telegram_notify_app" - ] - }, - "D2_FACT_INDEX": { - "hits": 8, - "top_ids": [ - "f85d982c272a2ee6baeadc433221a20e684cd8ef01cb4788d6f76d05ca56d6d0", - "b8e44c3adb74aaa6c91ae8815fa091289e58dd3990a3a1b63e850c62075aea75", - "b6bfad59b3bf00f199b5ef90c1208af19664de700413e7354468a93a4abaaa2f", - "a8a325e0815b3a2a870ba2825f3afb3f41056b4c091df4c3bb3418ffd20891dd", - "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3" - ] - }, - "D4_WORKFLOW_INDEX": { - "hits": 3, - "top_ids": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "api.control_actions_endpoint" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [], - "resolved_anchor_candidates": [ - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md", - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md", - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md", - "domain.runtime_health", - "docs/documentation/domain/runtime-health-entity.md", - "architecture.telegram_notify_app", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "logic.telegram_notification_loop", - "docs/documentation/logic/telegram-notification-loop.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.send_message_endpoint", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "domain.runtime_health", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "logic.telegram_notification_loop" - ], - "doc_paths": [ - "docs/documentation/api/send-message-endpoint.md", - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/domain/runtime-health-entity.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/documentation/logic/telegram-notification-loop.md" - ], - "doc_titles": [ - "HTTP API /send", - "HTTP API /actions/{action}", - "HTTP API /health", - "Сущность runtime health", - "Архитектура Telegram Notify App", - "Цикл отправки уведомлений в Telegram", - "api.control_actions_endpoint:workflow_step", - "api.control_actions_endpoint:mentions_entity", - "Scenario", - "api.control_actions_endpoint:Функциональные требования", - "api.control_actions_endpoint:Нефункциональные требования", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Входные параметры" - ], - "relation_hits_count": 0, - "relation_targets": [], - "fallback_doc_hits_count": 12, - "fallback_used": false, - "fact_hits": 2, - "entity_hits": 0, - "evidence_summary": { - "documents": 6, - "facts": 2, - "relations": 0, - "chunks": 6, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 16614, - "tokens_in_estimate": 4252 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Опиши endpoint health", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "HTTP API /send", - "content": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "metadata": { - "name": "send_message_endpoint", - "tags": [ - "api", - "telegram", - "manual-send" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /send", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlAppFactory", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.send_message_endpoint", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "summary_text": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/health-endpoint.md", - "title": "HTTP API /health", - "content": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "metadata": { - "name": "health_endpoint", - "tags": [ - "api", - "health", - "control-plane" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "HTTP API /health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager", - "WorkerHealth" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "summary_text": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "Сущность runtime health", - "content": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "metadata": { - "name": "runtime_health", - "tags": [ - "domain", - "health", - "observability" - ], - "type": "domain_entity", - "layer": "domain", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "used_by", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "Сущность runtime health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "children": [], - "doc_kind": "misc", - "entities": [ - "WorkerHealth", - "WorkerStatus", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "domain.runtime_health", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "summary_text": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "Архитектура Telegram Notify App", - "content": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "metadata": { - "name": "telegram_notify_app_overview", - "tags": [ - "architecture", - "telegram", - "plba", - "runtime" - ], - "type": "architecture_overview", - "layer": "system", - "links": [ - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "Архитектура Telegram Notify App", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "docs_root", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "children": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint", - "logic.telegram_notification_loop", - "domain.runtime_health" - ], - "doc_kind": "spec", - "entities": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramControlChannel", - "TelegramSendService", - "RuntimeManager" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "architecture.telegram_notify_app", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "summary_text": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/logic/telegram-notification-loop.md", - "title": "Цикл отправки уведомлений в Telegram", - "content": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "metadata": { - "name": "telegram_notification_loop", - "tags": [ - "logic", - "telegram", - "worker", - "scheduling" - ], - "type": "logic_block", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - } - ], - "owner": null, - "title": "Цикл отправки уведомлений в Telegram", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "0f62f9b4dab261ca4ca34575ff5d84411a22c90b780c52eda388782b94f08470", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramNotifyWorker", - "TelegramSendService", - "WorkerHealth", - "WorkerStatus" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "logic.telegram_notification_loop", - "source_path": "docs/documentation/logic/telegram-notification-loop.md", - "summary_text": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [ - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:workflow_step", - "content": "api.control_actions_endpoint workflow_step Название:** Выполнение control action runtime", - "metadata": { - "tags": [], - "owner": null, - "anchor": "Сценарий", - "doc_id": null, - "object": "Название:** Выполнение control action runtime", - "fact_id": "f85d982c272a2ee6baeadc433221a20e684cd8ef01cb4788d6f76d05ca56d6d0", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "workflow_step", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:mentions_entity", - "content": "api.control_actions_endpoint mentions_entity JSONResponse", - "metadata": { - "tags": [], - "owner": null, - "anchor": "frontmatter.entities", - "doc_id": null, - "object": "JSONResponse", - "fact_id": "b6bfad59b3bf00f199b5ef90c1208af19664de700413e7354468a93a4abaaa2f", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "mentions_entity", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "relations": [] -} -``` - -### User Prompt Overview -- question: Опиши endpoint health -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: API_METHOD_EXPLAIN -- documents: 6 | samples: HTTP API /send, HTTP API /actions/{action}, HTTP API /health -- facts: 2 | samples: api.control_actions_endpoint:workflow_step, api.control_actions_endpoint:mentions_entity -- relations: 0 - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-api-send-1.json b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-api-send-1.json deleted file mode 100644 index 0b3a55b..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-api-send-1.json +++ /dev/null @@ -1,83 +0,0 @@ -{ - "meta": { - "case_id": "v3-api-send-1", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 10, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.send_message_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": "api_method" - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Что делает /send?" - }, - "output": { - "query": "Что делает /send?" - } - }, - { - "step": "router", - "input": { - "query": "Что делает /send?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Что делает /send?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 4384, - "tokens_in_estimate": 1195 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-api-send-1.md b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-api-send-1.md deleted file mode 100644 index 2ffaca9..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-api-send-1.md +++ /dev/null @@ -1,428 +0,0 @@ -# v3-api-send-1 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Что делает /send? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 10, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.send_message_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": "api_method" - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Что делает /send?" - }, - "output": { - "query": "Что делает /send?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Что делает /send?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Что делает /send?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 4384, - "tokens_in_estimate": 1195 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "layers_used": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "documents_found": 1, - "facts_found": 2, - "relations_found": 0, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "endpoint", - "matched_anchor_value": "/send", - "exact_anchor_match": true, - "docs_layers_requested": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D1_DOCUMENT_CATALOG": { - "hits": 6, - "top_ids": [ - "api.send_message_endpoint", - "architecture.telegram_notify_app", - "api.control_actions_endpoint", - "api.health_endpoint", - "docs/README.md" - ] - }, - "D2_FACT_INDEX": { - "hits": 8, - "top_ids": [ - "6bf0a662808009874a108d0c97f7cca7fc4ff7a3a3d66e0947b31bf813cfdf4d", - "dc979c31d511a14d3af89f5f5c493fcfc0c9f2090dc16fb20ff874f4b3566221", - "149c4e0d3d34b3faba055b1495d54818fadc882af633da70035b82190c1bd327", - "480d85819e9298d4078f8a3bd6cfccb9c0fe2a03695b87f65f82f9aa8e2097b0", - "7aefee9ff6110088aad1891da66fc9085eb3f77d832605a3da565deecb96e850" - ] - }, - "D4_WORKFLOW_INDEX": { - "hits": 3, - "top_ids": [ - "api.send_message_endpoint", - "api.control_actions_endpoint", - "api.health_endpoint" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "api.send_message_endpoint" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [ - "/send" - ], - "resolved_anchor_candidates": [ - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.send_message_endpoint" - ], - "doc_paths": [ - "docs/documentation/api/send-message-endpoint.md" - ], - "doc_titles": [ - "HTTP API /send", - "Scenario", - "api.send_message_endpoint:Сценарий", - "api.send_message_endpoint:workflow_step", - "api.send_message_endpoint:mentions_entity", - "api.send_message_endpoint:Нефункциональные требования", - "api.send_message_endpoint:Summary", - "api.send_message_endpoint:Описание", - "api.send_message_endpoint:Функциональные требования", - "api.send_message_endpoint:Входные параметры" - ], - "relation_hits_count": 0, - "relation_targets": [], - "fallback_doc_hits_count": 7, - "fallback_used": false, - "fact_hits": 2, - "entity_hits": 0, - "evidence_summary": { - "documents": 1, - "facts": 2, - "relations": 0, - "chunks": 6, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty", - "exact_anchor_match" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 4384, - "tokens_in_estimate": 1195 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Что делает /send?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "HTTP API /send", - "content": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "metadata": { - "name": "send_message_endpoint", - "tags": [ - "api", - "telegram", - "manual-send" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /send", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlAppFactory", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.send_message_endpoint", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "summary_text": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [ - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "api.send_message_endpoint:workflow_step", - "content": "api.send_message_endpoint workflow_step Telegram credentials доступны в переменных окружения.", - "metadata": { - "tags": [], - "owner": null, - "anchor": "Сценарий", - "doc_id": null, - "object": "Telegram credentials доступны в переменных окружения.", - "fact_id": "6bf0a662808009874a108d0c97f7cca7fc4ff7a3a3d66e0947b31bf813cfdf4d", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "predicate": "workflow_step", - "object_ref": null, - "subject_id": "api.send_message_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/send-message-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "api.send_message_endpoint:mentions_entity", - "content": "api.send_message_endpoint mentions_entity TelegramNotifyWorker", - "metadata": { - "tags": [], - "owner": null, - "anchor": "frontmatter.entities", - "doc_id": null, - "object": "TelegramNotifyWorker", - "fact_id": "149c4e0d3d34b3faba055b1495d54818fadc882af633da70035b82190c1bd327", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "predicate": "mentions_entity", - "object_ref": null, - "subject_id": "api.send_message_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/send-message-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "relations": [] -} -``` - -### User Prompt Overview -- question: Что делает /send? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: API_METHOD_EXPLAIN -- documents: 1 | samples: HTTP API /send -- facts: 2 | samples: api.send_message_endpoint:workflow_step, api.send_message_endpoint:mentions_entity -- relations: 0 - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-api-send-2.json b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-api-send-2.json deleted file mode 100644 index bc6fd29..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-api-send-2.json +++ /dev/null @@ -1,90 +0,0 @@ -{ - "meta": { - "case_id": "v3-api-send-2", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 17, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.send_message_endpoint", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "docs/README.md", - "domain.runtime_health" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": "api_method" - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Как работает send endpoint?" - }, - "output": { - "query": "Как работает send endpoint?" - } - }, - { - "step": "router", - "input": { - "query": "Как работает send endpoint?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Как работает send endpoint?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 14988, - "tokens_in_estimate": 3846 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-api-send-2.md b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-api-send-2.md deleted file mode 100644 index 511691d..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-api-send-2.md +++ /dev/null @@ -1,726 +0,0 @@ -# v3-api-send-2 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Как работает send endpoint? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 17, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.send_message_endpoint", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "docs/README.md", - "domain.runtime_health" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": "api_method" - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Как работает send endpoint?" - }, - "output": { - "query": "Как работает send endpoint?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Как работает send endpoint?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Как работает send endpoint?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 14988, - "tokens_in_estimate": 3846 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "layers_used": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "documents_found": 6, - "facts_found": 2, - "relations_found": 0, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "topic", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D1_DOCUMENT_CATALOG": { - "hits": 6, - "top_ids": [ - "api.send_message_endpoint", - "api.control_actions_endpoint", - "api.health_endpoint", - "architecture.telegram_notify_app", - "docs/README.md" - ] - }, - "D2_FACT_INDEX": { - "hits": 8, - "top_ids": [ - "f85d982c272a2ee6baeadc433221a20e684cd8ef01cb4788d6f76d05ca56d6d0", - "b8e44c3adb74aaa6c91ae8815fa091289e58dd3990a3a1b63e850c62075aea75", - "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3", - "54bbcbac242f1c85ec3280236ed5841998a8a3a548ff16cbf0b5acafbff469e3", - "b6bfad59b3bf00f199b5ef90c1208af19664de700413e7354468a93a4abaaa2f" - ] - }, - "D4_WORKFLOW_INDEX": { - "hits": 3, - "top_ids": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "api.control_actions_endpoint" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [], - "resolved_anchor_candidates": [ - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md", - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md", - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md", - "architecture.telegram_notify_app", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "domain.runtime_health", - "docs/documentation/domain/runtime-health-entity.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.send_message_endpoint", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "docs/README.md", - "domain.runtime_health" - ], - "doc_paths": [ - "docs/documentation/api/send-message-endpoint.md", - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/documentation/domain/runtime-health-entity.md" - ], - "doc_titles": [ - "HTTP API /send", - "HTTP API /actions/{action}", - "HTTP API /health", - "Архитектура Telegram Notify App", - "Readme", - "Сущность runtime health", - "api.control_actions_endpoint:workflow_step", - "api.control_actions_endpoint:mentions_entity", - "Scenario", - "api.control_actions_endpoint:Функциональные требования", - "api.control_actions_endpoint:Нефункциональные требования", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Входные параметры" - ], - "relation_hits_count": 0, - "relation_targets": [], - "fallback_doc_hits_count": 12, - "fallback_used": false, - "fact_hits": 2, - "entity_hits": 0, - "evidence_summary": { - "documents": 6, - "facts": 2, - "relations": 0, - "chunks": 6, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 14988, - "tokens_in_estimate": 3846 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Как работает send endpoint?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "HTTP API /send", - "content": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "metadata": { - "name": "send_message_endpoint", - "tags": [ - "api", - "telegram", - "manual-send" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /send", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlAppFactory", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.send_message_endpoint", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "summary_text": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/health-endpoint.md", - "title": "HTTP API /health", - "content": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "metadata": { - "name": "health_endpoint", - "tags": [ - "api", - "health", - "control-plane" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "HTTP API /health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager", - "WorkerHealth" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "summary_text": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "Архитектура Telegram Notify App", - "content": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "metadata": { - "name": "telegram_notify_app_overview", - "tags": [ - "architecture", - "telegram", - "plba", - "runtime" - ], - "type": "architecture_overview", - "layer": "system", - "links": [ - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "Архитектура Telegram Notify App", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "docs_root", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "children": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint", - "logic.telegram_notification_loop", - "domain.runtime_health" - ], - "doc_kind": "spec", - "entities": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramControlChannel", - "TelegramSendService", - "RuntimeManager" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "architecture.telegram_notify_app", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "summary_text": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/README.md", - "title": "Readme", - "content": "Readme", - "metadata": { - "name": "", - "tags": [], - "type": "", - "layer": "", - "links": [], - "owner": null, - "title": "Readme", - "doc_id": null, - "module": "", - "parent": null, - "status": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "81d952f1a6ea85b76f75e0e57f33b8fa4b2bf3cb7db11b91b90171aeedd655a6", - "children": [], - "doc_kind": "readme", - "entities": [], - "updated_at": null, - "doc_version": null, - "document_id": "docs/README.md", - "source_path": "docs/README.md", - "summary_text": "", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "Сущность runtime health", - "content": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "metadata": { - "name": "runtime_health", - "tags": [ - "domain", - "health", - "observability" - ], - "type": "domain_entity", - "layer": "domain", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "used_by", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "Сущность runtime health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "children": [], - "doc_kind": "misc", - "entities": [ - "WorkerHealth", - "WorkerStatus", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "domain.runtime_health", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "summary_text": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [ - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:workflow_step", - "content": "api.control_actions_endpoint workflow_step Название:** Выполнение control action runtime", - "metadata": { - "tags": [], - "owner": null, - "anchor": "Сценарий", - "doc_id": null, - "object": "Название:** Выполнение control action runtime", - "fact_id": "f85d982c272a2ee6baeadc433221a20e684cd8ef01cb4788d6f76d05ca56d6d0", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "workflow_step", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:mentions_entity", - "content": "api.control_actions_endpoint mentions_entity ControlActionSet", - "metadata": { - "tags": [], - "owner": null, - "anchor": "frontmatter.entities", - "doc_id": null, - "object": "ControlActionSet", - "fact_id": "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "mentions_entity", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "relations": [] -} -``` - -### User Prompt Overview -- question: Как работает send endpoint? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: API_METHOD_EXPLAIN -- documents: 6 | samples: HTTP API /send, HTTP API /actions/{action}, HTTP API /health -- facts: 2 | samples: api.control_actions_endpoint:workflow_step, api.control_actions_endpoint:mentions_entity -- relations: 0 - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-api-send-3.json b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-api-send-3.json deleted file mode 100644 index 129b701..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-api-send-3.json +++ /dev/null @@ -1,90 +0,0 @@ -{ - "meta": { - "case_id": "v3-api-send-3", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 17, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.send_message_endpoint", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "docs/README.md", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "domain.runtime_health" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": "api_method" - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Опиши endpoint отправки сообщений" - }, - "output": { - "query": "Опиши endpoint отправки сообщений" - } - }, - { - "step": "router", - "input": { - "query": "Опиши endpoint отправки сообщений" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Опиши endpoint отправки сообщений" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 14994, - "tokens_in_estimate": 3847 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-api-send-3.md b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-api-send-3.md deleted file mode 100644 index db5278d..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-api-send-3.md +++ /dev/null @@ -1,726 +0,0 @@ -# v3-api-send-3 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Опиши endpoint отправки сообщений - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 17, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.send_message_endpoint", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "docs/README.md", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "domain.runtime_health" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": "api_method" - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Опиши endpoint отправки сообщений" - }, - "output": { - "query": "Опиши endpoint отправки сообщений" - } -} -``` - -### router -```json -{ - "input": { - "query": "Опиши endpoint отправки сообщений" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Опиши endpoint отправки сообщений" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 14994, - "tokens_in_estimate": 3847 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "layers_used": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "documents_found": 6, - "facts_found": 2, - "relations_found": 0, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "topic", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D1_DOCUMENT_CATALOG": { - "hits": 6, - "top_ids": [ - "api.send_message_endpoint", - "api.control_actions_endpoint", - "api.health_endpoint", - "docs/README.md", - "architecture.telegram_notify_app" - ] - }, - "D2_FACT_INDEX": { - "hits": 8, - "top_ids": [ - "f85d982c272a2ee6baeadc433221a20e684cd8ef01cb4788d6f76d05ca56d6d0", - "b8e44c3adb74aaa6c91ae8815fa091289e58dd3990a3a1b63e850c62075aea75", - "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3", - "54bbcbac242f1c85ec3280236ed5841998a8a3a548ff16cbf0b5acafbff469e3", - "b6bfad59b3bf00f199b5ef90c1208af19664de700413e7354468a93a4abaaa2f" - ] - }, - "D4_WORKFLOW_INDEX": { - "hits": 3, - "top_ids": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "api.control_actions_endpoint" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [], - "resolved_anchor_candidates": [ - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md", - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md", - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "domain.runtime_health", - "docs/documentation/domain/runtime-health-entity.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.send_message_endpoint", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "docs/README.md", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "domain.runtime_health" - ], - "doc_paths": [ - "docs/documentation/api/send-message-endpoint.md", - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/health-endpoint.md", - "docs/README.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/documentation/domain/runtime-health-entity.md" - ], - "doc_titles": [ - "HTTP API /send", - "HTTP API /actions/{action}", - "HTTP API /health", - "Readme", - "Архитектура Telegram Notify App", - "Сущность runtime health", - "api.control_actions_endpoint:workflow_step", - "api.control_actions_endpoint:mentions_entity", - "Scenario", - "api.control_actions_endpoint:Функциональные требования", - "api.control_actions_endpoint:Нефункциональные требования", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Входные параметры" - ], - "relation_hits_count": 0, - "relation_targets": [], - "fallback_doc_hits_count": 12, - "fallback_used": false, - "fact_hits": 2, - "entity_hits": 0, - "evidence_summary": { - "documents": 6, - "facts": 2, - "relations": 0, - "chunks": 6, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 14994, - "tokens_in_estimate": 3847 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Опиши endpoint отправки сообщений", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "HTTP API /send", - "content": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "metadata": { - "name": "send_message_endpoint", - "tags": [ - "api", - "telegram", - "manual-send" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /send", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlAppFactory", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.send_message_endpoint", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "summary_text": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/health-endpoint.md", - "title": "HTTP API /health", - "content": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "metadata": { - "name": "health_endpoint", - "tags": [ - "api", - "health", - "control-plane" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "HTTP API /health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager", - "WorkerHealth" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "summary_text": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/README.md", - "title": "Readme", - "content": "Readme", - "metadata": { - "name": "", - "tags": [], - "type": "", - "layer": "", - "links": [], - "owner": null, - "title": "Readme", - "doc_id": null, - "module": "", - "parent": null, - "status": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "81d952f1a6ea85b76f75e0e57f33b8fa4b2bf3cb7db11b91b90171aeedd655a6", - "children": [], - "doc_kind": "readme", - "entities": [], - "updated_at": null, - "doc_version": null, - "document_id": "docs/README.md", - "source_path": "docs/README.md", - "summary_text": "", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "Архитектура Telegram Notify App", - "content": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "metadata": { - "name": "telegram_notify_app_overview", - "tags": [ - "architecture", - "telegram", - "plba", - "runtime" - ], - "type": "architecture_overview", - "layer": "system", - "links": [ - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "Архитектура Telegram Notify App", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "docs_root", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "children": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint", - "logic.telegram_notification_loop", - "domain.runtime_health" - ], - "doc_kind": "spec", - "entities": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramControlChannel", - "TelegramSendService", - "RuntimeManager" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "architecture.telegram_notify_app", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "summary_text": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "Сущность runtime health", - "content": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "metadata": { - "name": "runtime_health", - "tags": [ - "domain", - "health", - "observability" - ], - "type": "domain_entity", - "layer": "domain", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "used_by", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "Сущность runtime health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "children": [], - "doc_kind": "misc", - "entities": [ - "WorkerHealth", - "WorkerStatus", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "domain.runtime_health", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "summary_text": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [ - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:workflow_step", - "content": "api.control_actions_endpoint workflow_step Название:** Выполнение control action runtime", - "metadata": { - "tags": [], - "owner": null, - "anchor": "Сценарий", - "doc_id": null, - "object": "Название:** Выполнение control action runtime", - "fact_id": "f85d982c272a2ee6baeadc433221a20e684cd8ef01cb4788d6f76d05ca56d6d0", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "workflow_step", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:mentions_entity", - "content": "api.control_actions_endpoint mentions_entity ControlActionSet", - "metadata": { - "tags": [], - "owner": null, - "anchor": "frontmatter.entities", - "doc_id": null, - "object": "ControlActionSet", - "fact_id": "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "mentions_entity", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "relations": [] -} -``` - -### User Prompt Overview -- question: Опиши endpoint отправки сообщений -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: API_METHOD_EXPLAIN -- documents: 6 | samples: HTTP API /send, HTTP API /actions/{action}, HTTP API /health -- facts: 2 | samples: api.control_actions_endpoint:workflow_step, api.control_actions_endpoint:mentions_entity -- relations: 0 - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-component-control-channel-1.json b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-component-control-channel-1.json deleted file mode 100644 index 1f90f92..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-component-control-channel-1.json +++ /dev/null @@ -1,92 +0,0 @@ -{ - "meta": { - "case_id": "v3-component-control-channel-1", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 20, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "docs/README.md", - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.send_message_endpoint" - ], - "entity_candidates": [ - "TelegramControlChannel" - ], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Как работает TelegramControlChannel?" - }, - "output": { - "query": "Как работает TelegramControlChannel?" - } - }, - { - "step": "router", - "input": { - "query": "Как работает TelegramControlChannel?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Как работает TelegramControlChannel?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 21500, - "tokens_in_estimate": 5474 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-component-control-channel-1.md b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-component-control-channel-1.md deleted file mode 100644 index e54bf62..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-component-control-channel-1.md +++ /dev/null @@ -1,900 +0,0 @@ -# v3-component-control-channel-1 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Как работает TelegramControlChannel? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 20, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "docs/README.md", - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.send_message_endpoint" - ], - "entity_candidates": [ - "TelegramControlChannel" - ], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Как работает TelegramControlChannel?" - }, - "output": { - "query": "Как работает TelegramControlChannel?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Как работает TelegramControlChannel?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Как работает TelegramControlChannel?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 21500, - "tokens_in_estimate": 5474 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "layers_used": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "documents_found": 6, - "facts_found": 2, - "relations_found": 6, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "none", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D1_DOCUMENT_CATALOG": { - "hits": 6, - "top_ids": [ - "api.control_actions_endpoint", - "architecture.telegram_notify_app", - "docs/README.md", - "domain.runtime_health", - "logic.telegram_notification_loop" - ] - }, - "D2_FACT_INDEX": { - "hits": 8, - "top_ids": [ - "b480201013a7e5231146f665773ebc54af37c28135f407c6b758304c74561645", - "b8e44c3adb74aaa6c91ae8815fa091289e58dd3990a3a1b63e850c62075aea75", - "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3", - "54bbcbac242f1c85ec3280236ed5841998a8a3a548ff16cbf0b5acafbff469e3", - "b6bfad59b3bf00f199b5ef90c1208af19664de700413e7354468a93a4abaaa2f" - ] - }, - "D5_RELATION_GRAPH": { - "hits": 6, - "top_ids": [ - "afec31fd062e392dcd9699a92c7ab61fd4b1273c1a2b16702b23d55d8d0c47ac", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "ae34fe4b3cd2b47632b13b1e32303e842b57948aa21160abe8d9b478995e1d74" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "api.control_actions_endpoint" - ] - } - }, - "query_entity_candidates": [ - "TelegramControlChannel" - ], - "resolved_entity_candidates": [], - "query_anchor_candidates": [ - "TelegramControlChannel" - ], - "resolved_anchor_candidates": [ - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md", - "architecture.telegram_notify_app", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "domain.runtime_health", - "docs/documentation/domain/runtime-health-entity.md", - "logic.telegram_notification_loop", - "docs/documentation/logic/telegram-notification-loop.md", - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.control_actions_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "docs/README.md", - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.send_message_endpoint" - ], - "doc_paths": [ - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/documentation/domain/runtime-health-entity.md", - "docs/documentation/logic/telegram-notification-loop.md", - "docs/documentation/api/send-message-endpoint.md" - ], - "doc_titles": [ - "HTTP API /actions/{action}", - "Архитектура Telegram Notify App", - "Readme", - "Сущность runtime health", - "Цикл отправки уведомлений в Telegram", - "HTTP API /send", - "api.control_actions_endpoint:workflow_step", - "api.control_actions_endpoint:mentions_entity", - "api.control_actions_endpoint:parent", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.control_actions_endpoint:part_of", - "architecture.telegram_notify_app:child", - "architecture.telegram_notify_app:related_api", - "api.control_actions_endpoint:Функциональные требования", - "api.control_actions_endpoint:Нефункциональные требования", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Входные параметры" - ], - "relation_hits_count": 6, - "relation_targets": [ - "api.control_actions_endpoint:parent", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.control_actions_endpoint:part_of", - "architecture.telegram_notify_app:child", - "architecture.telegram_notify_app:related_api" - ], - "fallback_doc_hits_count": 12, - "fallback_used": false, - "fact_hits": 2, - "entity_hits": 0, - "evidence_summary": { - "documents": 6, - "facts": 2, - "relations": 6, - "chunks": 6, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 21500, - "tokens_in_estimate": 5474 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Как работает TelegramControlChannel?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "Архитектура Telegram Notify App", - "content": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "metadata": { - "name": "telegram_notify_app_overview", - "tags": [ - "architecture", - "telegram", - "plba", - "runtime" - ], - "type": "architecture_overview", - "layer": "system", - "links": [ - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "Архитектура Telegram Notify App", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "docs_root", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "children": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint", - "logic.telegram_notification_loop", - "domain.runtime_health" - ], - "doc_kind": "spec", - "entities": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramControlChannel", - "TelegramSendService", - "RuntimeManager" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "architecture.telegram_notify_app", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "summary_text": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/README.md", - "title": "Readme", - "content": "Readme", - "metadata": { - "name": "", - "tags": [], - "type": "", - "layer": "", - "links": [], - "owner": null, - "title": "Readme", - "doc_id": null, - "module": "", - "parent": null, - "status": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "81d952f1a6ea85b76f75e0e57f33b8fa4b2bf3cb7db11b91b90171aeedd655a6", - "children": [], - "doc_kind": "readme", - "entities": [], - "updated_at": null, - "doc_version": null, - "document_id": "docs/README.md", - "source_path": "docs/README.md", - "summary_text": "", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "Сущность runtime health", - "content": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "metadata": { - "name": "runtime_health", - "tags": [ - "domain", - "health", - "observability" - ], - "type": "domain_entity", - "layer": "domain", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "used_by", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "Сущность runtime health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "children": [], - "doc_kind": "misc", - "entities": [ - "WorkerHealth", - "WorkerStatus", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "domain.runtime_health", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "summary_text": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/logic/telegram-notification-loop.md", - "title": "Цикл отправки уведомлений в Telegram", - "content": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "metadata": { - "name": "telegram_notification_loop", - "tags": [ - "logic", - "telegram", - "worker", - "scheduling" - ], - "type": "logic_block", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - } - ], - "owner": null, - "title": "Цикл отправки уведомлений в Telegram", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "0f62f9b4dab261ca4ca34575ff5d84411a22c90b780c52eda388782b94f08470", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramNotifyWorker", - "TelegramSendService", - "WorkerHealth", - "WorkerStatus" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "logic.telegram_notification_loop", - "source_path": "docs/documentation/logic/telegram-notification-loop.md", - "summary_text": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "HTTP API /send", - "content": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "metadata": { - "name": "send_message_endpoint", - "tags": [ - "api", - "telegram", - "manual-send" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /send", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlAppFactory", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.send_message_endpoint", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "summary_text": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [ - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:workflow_step", - "content": "api.control_actions_endpoint workflow_step HTTP control plane запущен.", - "metadata": { - "tags": [], - "owner": null, - "anchor": "Сценарий", - "doc_id": null, - "object": "HTTP control plane запущен.", - "fact_id": "b480201013a7e5231146f665773ebc54af37c28135f407c6b758304c74561645", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "workflow_step", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:mentions_entity", - "content": "api.control_actions_endpoint mentions_entity ControlActionSet", - "metadata": { - "tags": [], - "owner": null, - "anchor": "frontmatter.entities", - "doc_id": null, - "object": "ControlActionSet", - "fact_id": "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "mentions_entity", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:parent", - "content": "api.control_actions_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "afec31fd062e392dcd9699a92c7ab61fd4b1273c1a2b16702b23d55d8d0c47ac", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_api", - "content": "api.control_actions_endpoint related_api api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_logic", - "content": "api.control_actions_endpoint related_logic logic.telegram_notification_loop", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "logic.telegram_notification_loop", - "doc_version": null, - "relation_id": "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_logic", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:part_of", - "content": "api.control_actions_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:child", - "content": "architecture.telegram_notify_app child api.control_actions_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.children", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "source_id": "architecture.telegram_notify_app", - "target_id": "api.control_actions_endpoint", - "doc_version": null, - "relation_id": "ae34fe4b3cd2b47632b13b1e32303e842b57948aa21160abe8d9b478995e1d74", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "child", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:related_api", - "content": "architecture.telegram_notify_app related_api api.control_actions_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "source_id": "architecture.telegram_notify_app", - "target_id": "api.control_actions_endpoint", - "doc_version": null, - "relation_id": "02530527e6e1d1e23316c9d25d0b30658d6c70063eb6e1d732d55c5ba29c9795", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Как работает TelegramControlChannel? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: COMPONENT_EXPLAIN -- documents: 6 | samples: HTTP API /actions/{action}, Архитектура Telegram Notify App, Readme -- facts: 2 | samples: api.control_actions_endpoint:workflow_step, api.control_actions_endpoint:mentions_entity -- relations: 6 | samples: api.control_actions_endpoint:parent, api.control_actions_endpoint:related_api, api.control_actions_endpoint:related_logic - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-component-control-channel-2.json b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-component-control-channel-2.json deleted file mode 100644 index ed2c7ad..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-component-control-channel-2.json +++ /dev/null @@ -1,92 +0,0 @@ -{ - "meta": { - "case_id": "v3-component-control-channel-2", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 20, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "docs/README.md", - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.send_message_endpoint" - ], - "entity_candidates": [ - "TelegramControlChannel" - ], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Роль TelegramControlChannel в системе" - }, - "output": { - "query": "Роль TelegramControlChannel в системе" - } - }, - { - "step": "router", - "input": { - "query": "Роль TelegramControlChannel в системе" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Роль TelegramControlChannel в системе" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 21501, - "tokens_in_estimate": 5474 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-component-control-channel-2.md b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-component-control-channel-2.md deleted file mode 100644 index 4de09eb..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-component-control-channel-2.md +++ /dev/null @@ -1,900 +0,0 @@ -# v3-component-control-channel-2 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Роль TelegramControlChannel в системе - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 20, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "docs/README.md", - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.send_message_endpoint" - ], - "entity_candidates": [ - "TelegramControlChannel" - ], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Роль TelegramControlChannel в системе" - }, - "output": { - "query": "Роль TelegramControlChannel в системе" - } -} -``` - -### router -```json -{ - "input": { - "query": "Роль TelegramControlChannel в системе" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Роль TelegramControlChannel в системе" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 21501, - "tokens_in_estimate": 5474 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "layers_used": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "documents_found": 6, - "facts_found": 2, - "relations_found": 6, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "none", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D1_DOCUMENT_CATALOG": { - "hits": 6, - "top_ids": [ - "api.control_actions_endpoint", - "architecture.telegram_notify_app", - "docs/README.md", - "domain.runtime_health", - "logic.telegram_notification_loop" - ] - }, - "D2_FACT_INDEX": { - "hits": 8, - "top_ids": [ - "b480201013a7e5231146f665773ebc54af37c28135f407c6b758304c74561645", - "b8e44c3adb74aaa6c91ae8815fa091289e58dd3990a3a1b63e850c62075aea75", - "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3", - "54bbcbac242f1c85ec3280236ed5841998a8a3a548ff16cbf0b5acafbff469e3", - "b6bfad59b3bf00f199b5ef90c1208af19664de700413e7354468a93a4abaaa2f" - ] - }, - "D5_RELATION_GRAPH": { - "hits": 6, - "top_ids": [ - "afec31fd062e392dcd9699a92c7ab61fd4b1273c1a2b16702b23d55d8d0c47ac", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "ae34fe4b3cd2b47632b13b1e32303e842b57948aa21160abe8d9b478995e1d74" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "api.control_actions_endpoint" - ] - } - }, - "query_entity_candidates": [ - "TelegramControlChannel" - ], - "resolved_entity_candidates": [], - "query_anchor_candidates": [ - "TelegramControlChannel" - ], - "resolved_anchor_candidates": [ - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md", - "architecture.telegram_notify_app", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "domain.runtime_health", - "docs/documentation/domain/runtime-health-entity.md", - "logic.telegram_notification_loop", - "docs/documentation/logic/telegram-notification-loop.md", - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.control_actions_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "docs/README.md", - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.send_message_endpoint" - ], - "doc_paths": [ - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/documentation/domain/runtime-health-entity.md", - "docs/documentation/logic/telegram-notification-loop.md", - "docs/documentation/api/send-message-endpoint.md" - ], - "doc_titles": [ - "HTTP API /actions/{action}", - "Архитектура Telegram Notify App", - "Readme", - "Сущность runtime health", - "Цикл отправки уведомлений в Telegram", - "HTTP API /send", - "api.control_actions_endpoint:workflow_step", - "api.control_actions_endpoint:mentions_entity", - "api.control_actions_endpoint:parent", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.control_actions_endpoint:part_of", - "architecture.telegram_notify_app:child", - "architecture.telegram_notify_app:related_api", - "api.control_actions_endpoint:Функциональные требования", - "api.control_actions_endpoint:Нефункциональные требования", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Входные параметры" - ], - "relation_hits_count": 6, - "relation_targets": [ - "api.control_actions_endpoint:parent", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.control_actions_endpoint:part_of", - "architecture.telegram_notify_app:child", - "architecture.telegram_notify_app:related_api" - ], - "fallback_doc_hits_count": 12, - "fallback_used": false, - "fact_hits": 2, - "entity_hits": 0, - "evidence_summary": { - "documents": 6, - "facts": 2, - "relations": 6, - "chunks": 6, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 21501, - "tokens_in_estimate": 5474 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Роль TelegramControlChannel в системе", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "Архитектура Telegram Notify App", - "content": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "metadata": { - "name": "telegram_notify_app_overview", - "tags": [ - "architecture", - "telegram", - "plba", - "runtime" - ], - "type": "architecture_overview", - "layer": "system", - "links": [ - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "Архитектура Telegram Notify App", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "docs_root", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "children": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint", - "logic.telegram_notification_loop", - "domain.runtime_health" - ], - "doc_kind": "spec", - "entities": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramControlChannel", - "TelegramSendService", - "RuntimeManager" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "architecture.telegram_notify_app", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "summary_text": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/README.md", - "title": "Readme", - "content": "Readme", - "metadata": { - "name": "", - "tags": [], - "type": "", - "layer": "", - "links": [], - "owner": null, - "title": "Readme", - "doc_id": null, - "module": "", - "parent": null, - "status": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "81d952f1a6ea85b76f75e0e57f33b8fa4b2bf3cb7db11b91b90171aeedd655a6", - "children": [], - "doc_kind": "readme", - "entities": [], - "updated_at": null, - "doc_version": null, - "document_id": "docs/README.md", - "source_path": "docs/README.md", - "summary_text": "", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "Сущность runtime health", - "content": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "metadata": { - "name": "runtime_health", - "tags": [ - "domain", - "health", - "observability" - ], - "type": "domain_entity", - "layer": "domain", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "used_by", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "Сущность runtime health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "children": [], - "doc_kind": "misc", - "entities": [ - "WorkerHealth", - "WorkerStatus", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "domain.runtime_health", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "summary_text": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/logic/telegram-notification-loop.md", - "title": "Цикл отправки уведомлений в Telegram", - "content": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "metadata": { - "name": "telegram_notification_loop", - "tags": [ - "logic", - "telegram", - "worker", - "scheduling" - ], - "type": "logic_block", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - } - ], - "owner": null, - "title": "Цикл отправки уведомлений в Telegram", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "0f62f9b4dab261ca4ca34575ff5d84411a22c90b780c52eda388782b94f08470", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramNotifyWorker", - "TelegramSendService", - "WorkerHealth", - "WorkerStatus" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "logic.telegram_notification_loop", - "source_path": "docs/documentation/logic/telegram-notification-loop.md", - "summary_text": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "HTTP API /send", - "content": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "metadata": { - "name": "send_message_endpoint", - "tags": [ - "api", - "telegram", - "manual-send" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /send", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlAppFactory", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.send_message_endpoint", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "summary_text": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [ - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:workflow_step", - "content": "api.control_actions_endpoint workflow_step HTTP control plane запущен.", - "metadata": { - "tags": [], - "owner": null, - "anchor": "Сценарий", - "doc_id": null, - "object": "HTTP control plane запущен.", - "fact_id": "b480201013a7e5231146f665773ebc54af37c28135f407c6b758304c74561645", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "workflow_step", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:mentions_entity", - "content": "api.control_actions_endpoint mentions_entity ControlActionSet", - "metadata": { - "tags": [], - "owner": null, - "anchor": "frontmatter.entities", - "doc_id": null, - "object": "ControlActionSet", - "fact_id": "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "mentions_entity", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:parent", - "content": "api.control_actions_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "afec31fd062e392dcd9699a92c7ab61fd4b1273c1a2b16702b23d55d8d0c47ac", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_api", - "content": "api.control_actions_endpoint related_api api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_logic", - "content": "api.control_actions_endpoint related_logic logic.telegram_notification_loop", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "logic.telegram_notification_loop", - "doc_version": null, - "relation_id": "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_logic", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:part_of", - "content": "api.control_actions_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:child", - "content": "architecture.telegram_notify_app child api.control_actions_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.children", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "source_id": "architecture.telegram_notify_app", - "target_id": "api.control_actions_endpoint", - "doc_version": null, - "relation_id": "ae34fe4b3cd2b47632b13b1e32303e842b57948aa21160abe8d9b478995e1d74", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "child", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:related_api", - "content": "architecture.telegram_notify_app related_api api.control_actions_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "source_id": "architecture.telegram_notify_app", - "target_id": "api.control_actions_endpoint", - "doc_version": null, - "relation_id": "02530527e6e1d1e23316c9d25d0b30658d6c70063eb6e1d732d55c5ba29c9795", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Роль TelegramControlChannel в системе -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: COMPONENT_EXPLAIN -- documents: 6 | samples: HTTP API /actions/{action}, Архитектура Telegram Notify App, Readme -- facts: 2 | samples: api.control_actions_endpoint:workflow_step, api.control_actions_endpoint:mentions_entity -- relations: 6 | samples: api.control_actions_endpoint:parent, api.control_actions_endpoint:related_api, api.control_actions_endpoint:related_logic - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-1.json b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-1.json deleted file mode 100644 index 9bb41f2..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-1.json +++ /dev/null @@ -1,92 +0,0 @@ -{ - "meta": { - "case_id": "v3-component-runtime-manager-1", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 20, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "docs/README.md", - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.send_message_endpoint" - ], - "entity_candidates": [ - "RuntimeManager" - ], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Что делает RuntimeManager?" - }, - "output": { - "query": "Что делает RuntimeManager?" - } - }, - { - "step": "router", - "input": { - "query": "Что делает RuntimeManager?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Что делает RuntimeManager?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 21490, - "tokens_in_estimate": 5471 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-1.md b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-1.md deleted file mode 100644 index e6df2cd..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-1.md +++ /dev/null @@ -1,900 +0,0 @@ -# v3-component-runtime-manager-1 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Что делает RuntimeManager? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 20, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "docs/README.md", - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.send_message_endpoint" - ], - "entity_candidates": [ - "RuntimeManager" - ], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Что делает RuntimeManager?" - }, - "output": { - "query": "Что делает RuntimeManager?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Что делает RuntimeManager?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Что делает RuntimeManager?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 21490, - "tokens_in_estimate": 5471 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "layers_used": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "documents_found": 6, - "facts_found": 2, - "relations_found": 6, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "none", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D1_DOCUMENT_CATALOG": { - "hits": 6, - "top_ids": [ - "api.control_actions_endpoint", - "architecture.telegram_notify_app", - "docs/README.md", - "domain.runtime_health", - "logic.telegram_notification_loop" - ] - }, - "D2_FACT_INDEX": { - "hits": 8, - "top_ids": [ - "b480201013a7e5231146f665773ebc54af37c28135f407c6b758304c74561645", - "b8e44c3adb74aaa6c91ae8815fa091289e58dd3990a3a1b63e850c62075aea75", - "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3", - "54bbcbac242f1c85ec3280236ed5841998a8a3a548ff16cbf0b5acafbff469e3", - "b6bfad59b3bf00f199b5ef90c1208af19664de700413e7354468a93a4abaaa2f" - ] - }, - "D5_RELATION_GRAPH": { - "hits": 6, - "top_ids": [ - "afec31fd062e392dcd9699a92c7ab61fd4b1273c1a2b16702b23d55d8d0c47ac", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "ae34fe4b3cd2b47632b13b1e32303e842b57948aa21160abe8d9b478995e1d74" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "api.control_actions_endpoint" - ] - } - }, - "query_entity_candidates": [ - "RuntimeManager" - ], - "resolved_entity_candidates": [], - "query_anchor_candidates": [ - "RuntimeManager" - ], - "resolved_anchor_candidates": [ - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md", - "architecture.telegram_notify_app", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "domain.runtime_health", - "docs/documentation/domain/runtime-health-entity.md", - "logic.telegram_notification_loop", - "docs/documentation/logic/telegram-notification-loop.md", - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.control_actions_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "docs/README.md", - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.send_message_endpoint" - ], - "doc_paths": [ - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/documentation/domain/runtime-health-entity.md", - "docs/documentation/logic/telegram-notification-loop.md", - "docs/documentation/api/send-message-endpoint.md" - ], - "doc_titles": [ - "HTTP API /actions/{action}", - "Архитектура Telegram Notify App", - "Readme", - "Сущность runtime health", - "Цикл отправки уведомлений в Telegram", - "HTTP API /send", - "api.control_actions_endpoint:workflow_step", - "api.control_actions_endpoint:mentions_entity", - "api.control_actions_endpoint:parent", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.control_actions_endpoint:part_of", - "architecture.telegram_notify_app:child", - "architecture.telegram_notify_app:related_api", - "api.control_actions_endpoint:Функциональные требования", - "api.control_actions_endpoint:Нефункциональные требования", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Входные параметры" - ], - "relation_hits_count": 6, - "relation_targets": [ - "api.control_actions_endpoint:parent", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.control_actions_endpoint:part_of", - "architecture.telegram_notify_app:child", - "architecture.telegram_notify_app:related_api" - ], - "fallback_doc_hits_count": 12, - "fallback_used": false, - "fact_hits": 2, - "entity_hits": 0, - "evidence_summary": { - "documents": 6, - "facts": 2, - "relations": 6, - "chunks": 6, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 21490, - "tokens_in_estimate": 5471 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Что делает RuntimeManager?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "Архитектура Telegram Notify App", - "content": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "metadata": { - "name": "telegram_notify_app_overview", - "tags": [ - "architecture", - "telegram", - "plba", - "runtime" - ], - "type": "architecture_overview", - "layer": "system", - "links": [ - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "Архитектура Telegram Notify App", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "docs_root", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "children": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint", - "logic.telegram_notification_loop", - "domain.runtime_health" - ], - "doc_kind": "spec", - "entities": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramControlChannel", - "TelegramSendService", - "RuntimeManager" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "architecture.telegram_notify_app", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "summary_text": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/README.md", - "title": "Readme", - "content": "Readme", - "metadata": { - "name": "", - "tags": [], - "type": "", - "layer": "", - "links": [], - "owner": null, - "title": "Readme", - "doc_id": null, - "module": "", - "parent": null, - "status": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "81d952f1a6ea85b76f75e0e57f33b8fa4b2bf3cb7db11b91b90171aeedd655a6", - "children": [], - "doc_kind": "readme", - "entities": [], - "updated_at": null, - "doc_version": null, - "document_id": "docs/README.md", - "source_path": "docs/README.md", - "summary_text": "", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "Сущность runtime health", - "content": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "metadata": { - "name": "runtime_health", - "tags": [ - "domain", - "health", - "observability" - ], - "type": "domain_entity", - "layer": "domain", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "used_by", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "Сущность runtime health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "children": [], - "doc_kind": "misc", - "entities": [ - "WorkerHealth", - "WorkerStatus", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "domain.runtime_health", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "summary_text": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/logic/telegram-notification-loop.md", - "title": "Цикл отправки уведомлений в Telegram", - "content": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "metadata": { - "name": "telegram_notification_loop", - "tags": [ - "logic", - "telegram", - "worker", - "scheduling" - ], - "type": "logic_block", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - } - ], - "owner": null, - "title": "Цикл отправки уведомлений в Telegram", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "0f62f9b4dab261ca4ca34575ff5d84411a22c90b780c52eda388782b94f08470", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramNotifyWorker", - "TelegramSendService", - "WorkerHealth", - "WorkerStatus" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "logic.telegram_notification_loop", - "source_path": "docs/documentation/logic/telegram-notification-loop.md", - "summary_text": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "HTTP API /send", - "content": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "metadata": { - "name": "send_message_endpoint", - "tags": [ - "api", - "telegram", - "manual-send" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /send", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlAppFactory", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.send_message_endpoint", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "summary_text": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [ - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:workflow_step", - "content": "api.control_actions_endpoint workflow_step HTTP control plane запущен.", - "metadata": { - "tags": [], - "owner": null, - "anchor": "Сценарий", - "doc_id": null, - "object": "HTTP control plane запущен.", - "fact_id": "b480201013a7e5231146f665773ebc54af37c28135f407c6b758304c74561645", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "workflow_step", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:mentions_entity", - "content": "api.control_actions_endpoint mentions_entity ControlActionSet", - "metadata": { - "tags": [], - "owner": null, - "anchor": "frontmatter.entities", - "doc_id": null, - "object": "ControlActionSet", - "fact_id": "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "mentions_entity", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:parent", - "content": "api.control_actions_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "afec31fd062e392dcd9699a92c7ab61fd4b1273c1a2b16702b23d55d8d0c47ac", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_api", - "content": "api.control_actions_endpoint related_api api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_logic", - "content": "api.control_actions_endpoint related_logic logic.telegram_notification_loop", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "logic.telegram_notification_loop", - "doc_version": null, - "relation_id": "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_logic", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:part_of", - "content": "api.control_actions_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:child", - "content": "architecture.telegram_notify_app child api.control_actions_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.children", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "source_id": "architecture.telegram_notify_app", - "target_id": "api.control_actions_endpoint", - "doc_version": null, - "relation_id": "ae34fe4b3cd2b47632b13b1e32303e842b57948aa21160abe8d9b478995e1d74", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "child", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:related_api", - "content": "architecture.telegram_notify_app related_api api.control_actions_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "source_id": "architecture.telegram_notify_app", - "target_id": "api.control_actions_endpoint", - "doc_version": null, - "relation_id": "02530527e6e1d1e23316c9d25d0b30658d6c70063eb6e1d732d55c5ba29c9795", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Что делает RuntimeManager? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: COMPONENT_EXPLAIN -- documents: 6 | samples: HTTP API /actions/{action}, Архитектура Telegram Notify App, Readme -- facts: 2 | samples: api.control_actions_endpoint:workflow_step, api.control_actions_endpoint:mentions_entity -- relations: 6 | samples: api.control_actions_endpoint:parent, api.control_actions_endpoint:related_api, api.control_actions_endpoint:related_logic - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-2.json b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-2.json deleted file mode 100644 index 06f11d9..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-2.json +++ /dev/null @@ -1,92 +0,0 @@ -{ - "meta": { - "case_id": "v3-component-runtime-manager-2", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 20, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "docs/README.md", - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.send_message_endpoint" - ], - "entity_candidates": [ - "RuntimeManager" - ], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Как устроен RuntimeManager?" - }, - "output": { - "query": "Как устроен RuntimeManager?" - } - }, - { - "step": "router", - "input": { - "query": "Как устроен RuntimeManager?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Как устроен RuntimeManager?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 21491, - "tokens_in_estimate": 5471 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-2.md b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-2.md deleted file mode 100644 index a63e1e7..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-2.md +++ /dev/null @@ -1,900 +0,0 @@ -# v3-component-runtime-manager-2 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Как устроен RuntimeManager? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 20, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "docs/README.md", - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.send_message_endpoint" - ], - "entity_candidates": [ - "RuntimeManager" - ], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Как устроен RuntimeManager?" - }, - "output": { - "query": "Как устроен RuntimeManager?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Как устроен RuntimeManager?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Как устроен RuntimeManager?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 21491, - "tokens_in_estimate": 5471 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "layers_used": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "documents_found": 6, - "facts_found": 2, - "relations_found": 6, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "none", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D1_DOCUMENT_CATALOG": { - "hits": 6, - "top_ids": [ - "api.control_actions_endpoint", - "architecture.telegram_notify_app", - "docs/README.md", - "domain.runtime_health", - "logic.telegram_notification_loop" - ] - }, - "D2_FACT_INDEX": { - "hits": 8, - "top_ids": [ - "b480201013a7e5231146f665773ebc54af37c28135f407c6b758304c74561645", - "b8e44c3adb74aaa6c91ae8815fa091289e58dd3990a3a1b63e850c62075aea75", - "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3", - "54bbcbac242f1c85ec3280236ed5841998a8a3a548ff16cbf0b5acafbff469e3", - "b6bfad59b3bf00f199b5ef90c1208af19664de700413e7354468a93a4abaaa2f" - ] - }, - "D5_RELATION_GRAPH": { - "hits": 6, - "top_ids": [ - "afec31fd062e392dcd9699a92c7ab61fd4b1273c1a2b16702b23d55d8d0c47ac", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "ae34fe4b3cd2b47632b13b1e32303e842b57948aa21160abe8d9b478995e1d74" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "api.control_actions_endpoint" - ] - } - }, - "query_entity_candidates": [ - "RuntimeManager" - ], - "resolved_entity_candidates": [], - "query_anchor_candidates": [ - "RuntimeManager" - ], - "resolved_anchor_candidates": [ - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md", - "architecture.telegram_notify_app", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "domain.runtime_health", - "docs/documentation/domain/runtime-health-entity.md", - "logic.telegram_notification_loop", - "docs/documentation/logic/telegram-notification-loop.md", - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.control_actions_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "docs/README.md", - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.send_message_endpoint" - ], - "doc_paths": [ - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/documentation/domain/runtime-health-entity.md", - "docs/documentation/logic/telegram-notification-loop.md", - "docs/documentation/api/send-message-endpoint.md" - ], - "doc_titles": [ - "HTTP API /actions/{action}", - "Архитектура Telegram Notify App", - "Readme", - "Сущность runtime health", - "Цикл отправки уведомлений в Telegram", - "HTTP API /send", - "api.control_actions_endpoint:workflow_step", - "api.control_actions_endpoint:mentions_entity", - "api.control_actions_endpoint:parent", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.control_actions_endpoint:part_of", - "architecture.telegram_notify_app:child", - "architecture.telegram_notify_app:related_api", - "api.control_actions_endpoint:Функциональные требования", - "api.control_actions_endpoint:Нефункциональные требования", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Входные параметры" - ], - "relation_hits_count": 6, - "relation_targets": [ - "api.control_actions_endpoint:parent", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.control_actions_endpoint:part_of", - "architecture.telegram_notify_app:child", - "architecture.telegram_notify_app:related_api" - ], - "fallback_doc_hits_count": 12, - "fallback_used": false, - "fact_hits": 2, - "entity_hits": 0, - "evidence_summary": { - "documents": 6, - "facts": 2, - "relations": 6, - "chunks": 6, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 21491, - "tokens_in_estimate": 5471 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Как устроен RuntimeManager?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "Архитектура Telegram Notify App", - "content": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "metadata": { - "name": "telegram_notify_app_overview", - "tags": [ - "architecture", - "telegram", - "plba", - "runtime" - ], - "type": "architecture_overview", - "layer": "system", - "links": [ - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "Архитектура Telegram Notify App", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "docs_root", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "children": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint", - "logic.telegram_notification_loop", - "domain.runtime_health" - ], - "doc_kind": "spec", - "entities": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramControlChannel", - "TelegramSendService", - "RuntimeManager" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "architecture.telegram_notify_app", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "summary_text": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/README.md", - "title": "Readme", - "content": "Readme", - "metadata": { - "name": "", - "tags": [], - "type": "", - "layer": "", - "links": [], - "owner": null, - "title": "Readme", - "doc_id": null, - "module": "", - "parent": null, - "status": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "81d952f1a6ea85b76f75e0e57f33b8fa4b2bf3cb7db11b91b90171aeedd655a6", - "children": [], - "doc_kind": "readme", - "entities": [], - "updated_at": null, - "doc_version": null, - "document_id": "docs/README.md", - "source_path": "docs/README.md", - "summary_text": "", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "Сущность runtime health", - "content": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "metadata": { - "name": "runtime_health", - "tags": [ - "domain", - "health", - "observability" - ], - "type": "domain_entity", - "layer": "domain", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "used_by", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "Сущность runtime health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "children": [], - "doc_kind": "misc", - "entities": [ - "WorkerHealth", - "WorkerStatus", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "domain.runtime_health", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "summary_text": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/logic/telegram-notification-loop.md", - "title": "Цикл отправки уведомлений в Telegram", - "content": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "metadata": { - "name": "telegram_notification_loop", - "tags": [ - "logic", - "telegram", - "worker", - "scheduling" - ], - "type": "logic_block", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - } - ], - "owner": null, - "title": "Цикл отправки уведомлений в Telegram", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "0f62f9b4dab261ca4ca34575ff5d84411a22c90b780c52eda388782b94f08470", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramNotifyWorker", - "TelegramSendService", - "WorkerHealth", - "WorkerStatus" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "logic.telegram_notification_loop", - "source_path": "docs/documentation/logic/telegram-notification-loop.md", - "summary_text": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "HTTP API /send", - "content": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "metadata": { - "name": "send_message_endpoint", - "tags": [ - "api", - "telegram", - "manual-send" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /send", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlAppFactory", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.send_message_endpoint", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "summary_text": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [ - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:workflow_step", - "content": "api.control_actions_endpoint workflow_step HTTP control plane запущен.", - "metadata": { - "tags": [], - "owner": null, - "anchor": "Сценарий", - "doc_id": null, - "object": "HTTP control plane запущен.", - "fact_id": "b480201013a7e5231146f665773ebc54af37c28135f407c6b758304c74561645", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "workflow_step", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:mentions_entity", - "content": "api.control_actions_endpoint mentions_entity ControlActionSet", - "metadata": { - "tags": [], - "owner": null, - "anchor": "frontmatter.entities", - "doc_id": null, - "object": "ControlActionSet", - "fact_id": "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "mentions_entity", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:parent", - "content": "api.control_actions_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "afec31fd062e392dcd9699a92c7ab61fd4b1273c1a2b16702b23d55d8d0c47ac", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_api", - "content": "api.control_actions_endpoint related_api api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_logic", - "content": "api.control_actions_endpoint related_logic logic.telegram_notification_loop", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "logic.telegram_notification_loop", - "doc_version": null, - "relation_id": "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_logic", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:part_of", - "content": "api.control_actions_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:child", - "content": "architecture.telegram_notify_app child api.control_actions_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.children", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "source_id": "architecture.telegram_notify_app", - "target_id": "api.control_actions_endpoint", - "doc_version": null, - "relation_id": "ae34fe4b3cd2b47632b13b1e32303e842b57948aa21160abe8d9b478995e1d74", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "child", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:related_api", - "content": "architecture.telegram_notify_app related_api api.control_actions_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "source_id": "architecture.telegram_notify_app", - "target_id": "api.control_actions_endpoint", - "doc_version": null, - "relation_id": "02530527e6e1d1e23316c9d25d0b30658d6c70063eb6e1d732d55c5ba29c9795", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Как устроен RuntimeManager? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: COMPONENT_EXPLAIN -- documents: 6 | samples: HTTP API /actions/{action}, Архитектура Telegram Notify App, Readme -- facts: 2 | samples: api.control_actions_endpoint:workflow_step, api.control_actions_endpoint:mentions_entity -- relations: 6 | samples: api.control_actions_endpoint:parent, api.control_actions_endpoint:related_api, api.control_actions_endpoint:related_logic - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-3.json b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-3.json deleted file mode 100644 index ee18af7..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-3.json +++ /dev/null @@ -1,92 +0,0 @@ -{ - "meta": { - "case_id": "v3-component-runtime-manager-3", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 20, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "docs/README.md", - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.send_message_endpoint" - ], - "entity_candidates": [ - "RuntimeManager" - ], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Опиши компонент RuntimeManager" - }, - "output": { - "query": "Опиши компонент RuntimeManager" - } - }, - { - "step": "router", - "input": { - "query": "Опиши компонент RuntimeManager" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Опиши компонент RuntimeManager" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 21494, - "tokens_in_estimate": 5472 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-3.md b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-3.md deleted file mode 100644 index f4ab3e8..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-3.md +++ /dev/null @@ -1,900 +0,0 @@ -# v3-component-runtime-manager-3 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Опиши компонент RuntimeManager - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 20, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "docs/README.md", - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.send_message_endpoint" - ], - "entity_candidates": [ - "RuntimeManager" - ], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Опиши компонент RuntimeManager" - }, - "output": { - "query": "Опиши компонент RuntimeManager" - } -} -``` - -### router -```json -{ - "input": { - "query": "Опиши компонент RuntimeManager" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Опиши компонент RuntimeManager" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 21494, - "tokens_in_estimate": 5472 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "layers_used": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "documents_found": 6, - "facts_found": 2, - "relations_found": 6, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "component", - "matched_anchor_value": "RuntimeManager", - "exact_anchor_match": false, - "docs_layers_requested": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D1_DOCUMENT_CATALOG": { - "hits": 6, - "top_ids": [ - "api.control_actions_endpoint", - "architecture.telegram_notify_app", - "docs/README.md", - "domain.runtime_health", - "logic.telegram_notification_loop" - ] - }, - "D2_FACT_INDEX": { - "hits": 8, - "top_ids": [ - "b480201013a7e5231146f665773ebc54af37c28135f407c6b758304c74561645", - "b8e44c3adb74aaa6c91ae8815fa091289e58dd3990a3a1b63e850c62075aea75", - "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3", - "54bbcbac242f1c85ec3280236ed5841998a8a3a548ff16cbf0b5acafbff469e3", - "b6bfad59b3bf00f199b5ef90c1208af19664de700413e7354468a93a4abaaa2f" - ] - }, - "D5_RELATION_GRAPH": { - "hits": 6, - "top_ids": [ - "afec31fd062e392dcd9699a92c7ab61fd4b1273c1a2b16702b23d55d8d0c47ac", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "ae34fe4b3cd2b47632b13b1e32303e842b57948aa21160abe8d9b478995e1d74" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "api.control_actions_endpoint" - ] - } - }, - "query_entity_candidates": [ - "RuntimeManager" - ], - "resolved_entity_candidates": [], - "query_anchor_candidates": [ - "RuntimeManager" - ], - "resolved_anchor_candidates": [ - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md", - "architecture.telegram_notify_app", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "domain.runtime_health", - "docs/documentation/domain/runtime-health-entity.md", - "logic.telegram_notification_loop", - "docs/documentation/logic/telegram-notification-loop.md", - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.control_actions_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "docs/README.md", - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.send_message_endpoint" - ], - "doc_paths": [ - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/documentation/domain/runtime-health-entity.md", - "docs/documentation/logic/telegram-notification-loop.md", - "docs/documentation/api/send-message-endpoint.md" - ], - "doc_titles": [ - "HTTP API /actions/{action}", - "Архитектура Telegram Notify App", - "Readme", - "Сущность runtime health", - "Цикл отправки уведомлений в Telegram", - "HTTP API /send", - "api.control_actions_endpoint:workflow_step", - "api.control_actions_endpoint:mentions_entity", - "api.control_actions_endpoint:parent", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.control_actions_endpoint:part_of", - "architecture.telegram_notify_app:child", - "architecture.telegram_notify_app:related_api", - "api.control_actions_endpoint:Функциональные требования", - "api.control_actions_endpoint:Нефункциональные требования", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Входные параметры" - ], - "relation_hits_count": 6, - "relation_targets": [ - "api.control_actions_endpoint:parent", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.control_actions_endpoint:part_of", - "architecture.telegram_notify_app:child", - "architecture.telegram_notify_app:related_api" - ], - "fallback_doc_hits_count": 12, - "fallback_used": false, - "fact_hits": 2, - "entity_hits": 0, - "evidence_summary": { - "documents": 6, - "facts": 2, - "relations": 6, - "chunks": 6, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 21494, - "tokens_in_estimate": 5472 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Опиши компонент RuntimeManager", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "Архитектура Telegram Notify App", - "content": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "metadata": { - "name": "telegram_notify_app_overview", - "tags": [ - "architecture", - "telegram", - "plba", - "runtime" - ], - "type": "architecture_overview", - "layer": "system", - "links": [ - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "Архитектура Telegram Notify App", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "docs_root", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "children": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint", - "logic.telegram_notification_loop", - "domain.runtime_health" - ], - "doc_kind": "spec", - "entities": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramControlChannel", - "TelegramSendService", - "RuntimeManager" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "architecture.telegram_notify_app", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "summary_text": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/README.md", - "title": "Readme", - "content": "Readme", - "metadata": { - "name": "", - "tags": [], - "type": "", - "layer": "", - "links": [], - "owner": null, - "title": "Readme", - "doc_id": null, - "module": "", - "parent": null, - "status": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "81d952f1a6ea85b76f75e0e57f33b8fa4b2bf3cb7db11b91b90171aeedd655a6", - "children": [], - "doc_kind": "readme", - "entities": [], - "updated_at": null, - "doc_version": null, - "document_id": "docs/README.md", - "source_path": "docs/README.md", - "summary_text": "", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "Сущность runtime health", - "content": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "metadata": { - "name": "runtime_health", - "tags": [ - "domain", - "health", - "observability" - ], - "type": "domain_entity", - "layer": "domain", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "used_by", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "Сущность runtime health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "children": [], - "doc_kind": "misc", - "entities": [ - "WorkerHealth", - "WorkerStatus", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "domain.runtime_health", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "summary_text": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/logic/telegram-notification-loop.md", - "title": "Цикл отправки уведомлений в Telegram", - "content": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "metadata": { - "name": "telegram_notification_loop", - "tags": [ - "logic", - "telegram", - "worker", - "scheduling" - ], - "type": "logic_block", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - } - ], - "owner": null, - "title": "Цикл отправки уведомлений в Telegram", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "0f62f9b4dab261ca4ca34575ff5d84411a22c90b780c52eda388782b94f08470", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramNotifyWorker", - "TelegramSendService", - "WorkerHealth", - "WorkerStatus" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "logic.telegram_notification_loop", - "source_path": "docs/documentation/logic/telegram-notification-loop.md", - "summary_text": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "HTTP API /send", - "content": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "metadata": { - "name": "send_message_endpoint", - "tags": [ - "api", - "telegram", - "manual-send" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /send", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlAppFactory", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.send_message_endpoint", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "summary_text": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [ - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:workflow_step", - "content": "api.control_actions_endpoint workflow_step HTTP control plane запущен.", - "metadata": { - "tags": [], - "owner": null, - "anchor": "Сценарий", - "doc_id": null, - "object": "HTTP control plane запущен.", - "fact_id": "b480201013a7e5231146f665773ebc54af37c28135f407c6b758304c74561645", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "workflow_step", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:mentions_entity", - "content": "api.control_actions_endpoint mentions_entity ControlActionSet", - "metadata": { - "tags": [], - "owner": null, - "anchor": "frontmatter.entities", - "doc_id": null, - "object": "ControlActionSet", - "fact_id": "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "mentions_entity", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:parent", - "content": "api.control_actions_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "afec31fd062e392dcd9699a92c7ab61fd4b1273c1a2b16702b23d55d8d0c47ac", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_api", - "content": "api.control_actions_endpoint related_api api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_logic", - "content": "api.control_actions_endpoint related_logic logic.telegram_notification_loop", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "logic.telegram_notification_loop", - "doc_version": null, - "relation_id": "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_logic", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:part_of", - "content": "api.control_actions_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:child", - "content": "architecture.telegram_notify_app child api.control_actions_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.children", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "source_id": "architecture.telegram_notify_app", - "target_id": "api.control_actions_endpoint", - "doc_version": null, - "relation_id": "ae34fe4b3cd2b47632b13b1e32303e842b57948aa21160abe8d9b478995e1d74", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "child", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:related_api", - "content": "architecture.telegram_notify_app related_api api.control_actions_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "source_id": "architecture.telegram_notify_app", - "target_id": "api.control_actions_endpoint", - "doc_version": null, - "relation_id": "02530527e6e1d1e23316c9d25d0b30658d6c70063eb6e1d732d55c5ba29c9795", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Опиши компонент RuntimeManager -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: COMPONENT_EXPLAIN -- documents: 6 | samples: HTTP API /actions/{action}, Архитектура Telegram Notify App, Readme -- facts: 2 | samples: api.control_actions_endpoint:workflow_step, api.control_actions_endpoint:mentions_entity -- relations: 6 | samples: api.control_actions_endpoint:parent, api.control_actions_endpoint:related_api, api.control_actions_endpoint:related_logic - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-entity-runtime-health-1.json b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-entity-runtime-health-1.json deleted file mode 100644 index 0e3f50c..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-entity-runtime-health-1.json +++ /dev/null @@ -1,92 +0,0 @@ -{ - "meta": { - "case_id": "v3-entity-runtime-health-1", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 26, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.health_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.send_message_endpoint" - ], - "entity_candidates": [ - "runtime health" - ], - "symbol_candidates": [], - "layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Что такое runtime health?" - }, - "output": { - "query": "Что такое runtime health?" - } - }, - { - "step": "router", - "input": { - "query": "Что такое runtime health?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Что такое runtime health?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 20267, - "tokens_in_estimate": 5165 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-entity-runtime-health-1.md b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-entity-runtime-health-1.md deleted file mode 100644 index e5fbb9e..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-entity-runtime-health-1.md +++ /dev/null @@ -1,865 +0,0 @@ -# v3-entity-runtime-health-1 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Что такое runtime health? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 26, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.health_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.send_message_endpoint" - ], - "entity_candidates": [ - "runtime health" - ], - "symbol_candidates": [], - "layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Что такое runtime health?" - }, - "output": { - "query": "Что такое runtime health?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Что такое runtime health?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Что такое runtime health?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 20267, - "tokens_in_estimate": 5165 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "layers_used": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "documents_found": 6, - "facts_found": 0, - "relations_found": 6, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "none", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D3_ENTITY_CATALOG": { - "hits": 8, - "top_ids": [ - "api.health_endpoint", - "architecture.telegram_notify_app", - "domain.runtime_health" - ] - }, - "D1_DOCUMENT_CATALOG": { - "hits": 6, - "top_ids": [ - "domain.runtime_health", - "api.health_endpoint", - "logic.telegram_notification_loop", - "api.control_actions_endpoint", - "architecture.telegram_notify_app" - ] - }, - "D5_RELATION_GRAPH": { - "hits": 6, - "top_ids": [ - "79bdb0a74713df6064008179ca8c5c186dc23e4e1c5e2c9607b0bdddeba50f93", - "af2a4f7c1b677b908410ba720915405e10dbd0870e30a3c6e3aa2468550ddf0e", - "77f5d358ab85b3d92018b6b51da7c39773148dfd346686e8832a45370c841160", - "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "api.health_endpoint" - ] - } - }, - "query_entity_candidates": [ - "runtime health" - ], - "resolved_entity_candidates": [], - "query_anchor_candidates": [], - "resolved_anchor_candidates": [ - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md", - "architecture.telegram_notify_app", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "domain.runtime_health", - "docs/documentation/domain/runtime-health-entity.md", - "logic.telegram_notification_loop", - "docs/documentation/logic/telegram-notification-loop.md", - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md", - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.health_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.send_message_endpoint" - ], - "doc_paths": [ - "docs/documentation/api/health-endpoint.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/documentation/domain/runtime-health-entity.md", - "docs/documentation/logic/telegram-notification-loop.md", - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/send-message-endpoint.md" - ], - "doc_titles": [ - "RuntimeManager", - "WorkerStatus", - "TelegramNotifyWorker", - "TelegramControlChannel", - "WorkerHealth", - "Сущность runtime health", - "HTTP API /health", - "Цикл отправки уведомлений в Telegram", - "HTTP API /actions/{action}", - "Архитектура Telegram Notify App", - "HTTP API /send", - "domain.runtime_health:parent", - "domain.runtime_health:part_of", - "api.health_endpoint:depends_on", - "api.health_endpoint:parent", - "api.health_endpoint:part_of", - "domain.runtime_health:used_by", - "api.health_endpoint:Сценарий", - "api.health_endpoint:Нефункциональные требования", - "api.health_endpoint:Summary", - "api.health_endpoint:Описание", - "api.health_endpoint:Функциональные требования", - "api.health_endpoint:Входные параметры" - ], - "relation_hits_count": 6, - "relation_targets": [ - "domain.runtime_health:parent", - "domain.runtime_health:part_of", - "api.health_endpoint:depends_on", - "api.health_endpoint:parent", - "api.health_endpoint:part_of", - "domain.runtime_health:used_by" - ], - "fallback_doc_hits_count": 12, - "fallback_used": false, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 6, - "facts": 0, - "relations": 6, - "chunks": 6, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 20267, - "tokens_in_estimate": 5165 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Что такое runtime health?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "Сущность runtime health", - "content": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "metadata": { - "name": "runtime_health", - "tags": [ - "domain", - "health", - "observability" - ], - "type": "domain_entity", - "layer": "domain", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "used_by", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "Сущность runtime health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "children": [], - "doc_kind": "misc", - "entities": [ - "WorkerHealth", - "WorkerStatus", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "domain.runtime_health", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "summary_text": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/health-endpoint.md", - "title": "HTTP API /health", - "content": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "metadata": { - "name": "health_endpoint", - "tags": [ - "api", - "health", - "control-plane" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "HTTP API /health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager", - "WorkerHealth" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "summary_text": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/logic/telegram-notification-loop.md", - "title": "Цикл отправки уведомлений в Telegram", - "content": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "metadata": { - "name": "telegram_notification_loop", - "tags": [ - "logic", - "telegram", - "worker", - "scheduling" - ], - "type": "logic_block", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - } - ], - "owner": null, - "title": "Цикл отправки уведомлений в Telegram", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "0f62f9b4dab261ca4ca34575ff5d84411a22c90b780c52eda388782b94f08470", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramNotifyWorker", - "TelegramSendService", - "WorkerHealth", - "WorkerStatus" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "logic.telegram_notification_loop", - "source_path": "docs/documentation/logic/telegram-notification-loop.md", - "summary_text": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "Архитектура Telegram Notify App", - "content": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "metadata": { - "name": "telegram_notify_app_overview", - "tags": [ - "architecture", - "telegram", - "plba", - "runtime" - ], - "type": "architecture_overview", - "layer": "system", - "links": [ - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "Архитектура Telegram Notify App", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "docs_root", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "children": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint", - "logic.telegram_notification_loop", - "domain.runtime_health" - ], - "doc_kind": "spec", - "entities": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramControlChannel", - "TelegramSendService", - "RuntimeManager" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "architecture.telegram_notify_app", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "summary_text": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "HTTP API /send", - "content": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "metadata": { - "name": "send_message_endpoint", - "tags": [ - "api", - "telegram", - "manual-send" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /send", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlAppFactory", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.send_message_endpoint", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "summary_text": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "domain.runtime_health:parent", - "content": "domain.runtime_health parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "source_id": "domain.runtime_health", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "79bdb0a74713df6064008179ca8c5c186dc23e4e1c5e2c9607b0bdddeba50f93", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "domain.runtime_health:part_of", - "content": "domain.runtime_health part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "source_id": "domain.runtime_health", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "af2a4f7c1b677b908410ba720915405e10dbd0870e30a3c6e3aa2468550ddf0e", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:depends_on", - "content": "api.health_endpoint depends_on domain.runtime_health", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "domain.runtime_health", - "doc_version": null, - "relation_id": "77f5d358ab85b3d92018b6b51da7c39773148dfd346686e8832a45370c841160", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "depends_on", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:parent", - "content": "api.health_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:part_of", - "content": "api.health_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "domain.runtime_health:used_by", - "content": "domain.runtime_health used_by api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "source_id": "domain.runtime_health", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "801650f8bcbfbfbefd35c14447bfef7b3c3827313db790efa7faf47db860f8c4", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "used_by", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Что такое runtime health? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: ENTITY_EXPLAIN -- documents: 6 | samples: Сущность runtime health, HTTP API /health, Цикл отправки уведомлений в Telegram -- facts: 0 -- relations: 6 | samples: domain.runtime_health:parent, domain.runtime_health:part_of, api.health_endpoint:depends_on - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-entity-runtime-health-2.json b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-entity-runtime-health-2.json deleted file mode 100644 index 78f1b47..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-entity-runtime-health-2.json +++ /dev/null @@ -1,89 +0,0 @@ -{ - "meta": { - "case_id": "v3-entity-runtime-health-2", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": false, - "mismatches": [ - "sub_intent: expected ENTITY_EXPLAIN, got GENERIC_QA" - ], - "actual": { - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 12, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "domain.runtime_health", - "api.health_endpoint", - "logic.telegram_notification_loop", - "api.control_actions_endpoint", - "api.actions_endpoint" - ], - "entity_candidates": [ - "runtime health" - ], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_general_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Объясни runtime health" - }, - "output": { - "query": "Объясни runtime health" - } - }, - { - "step": "router", - "input": { - "query": "Объясни runtime health" - }, - "output": { - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Объясни runtime health" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_general_answer", - "llm_request": { - "prompt_name": "docs_general_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 345, - "user_chars": 9449, - "tokens_in_estimate": 2449 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-entity-runtime-health-2.md b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-entity-runtime-health-2.md deleted file mode 100644 index a9093b9..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-entity-runtime-health-2.md +++ /dev/null @@ -1,528 +0,0 @@ -# v3-entity-runtime-health-2 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: False - -## Query -Объясни runtime health - -## Actual -{ - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 12, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "domain.runtime_health", - "api.health_endpoint", - "logic.telegram_notification_loop", - "api.control_actions_endpoint", - "api.actions_endpoint" - ], - "entity_candidates": [ - "runtime health" - ], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_general_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Объясни runtime health" - }, - "output": { - "query": "Объясни runtime health" - } -} -``` - -### router -```json -{ - "input": { - "query": "Объясни runtime health" - }, - "output": { - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Объясни runtime health" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_general_answer", - "llm_request": { - "prompt_name": "docs_general_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 345, - "user_chars": 9449, - "tokens_in_estimate": 2449 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "layers_used": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "documents_found": 4, - "facts_found": 0, - "relations_found": 0, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_general_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "none", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D1_DOCUMENT_CATALOG": { - "hits": 4, - "top_ids": [ - "domain.runtime_health", - "api.health_endpoint", - "logic.telegram_notification_loop", - "api.control_actions_endpoint" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 8, - "top_ids": [ - "api.health_endpoint" - ] - } - }, - "query_entity_candidates": [ - "runtime health" - ], - "resolved_entity_candidates": [], - "query_anchor_candidates": [], - "resolved_anchor_candidates": [ - "domain.runtime_health", - "docs/documentation/domain/runtime-health-entity.md", - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md", - "logic.telegram_notification_loop", - "docs/documentation/logic/telegram-notification-loop.md", - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "domain.runtime_health", - "api.health_endpoint", - "logic.telegram_notification_loop", - "api.control_actions_endpoint", - "api.actions_endpoint" - ], - "doc_paths": [ - "docs/documentation/domain/runtime-health-entity.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/logic/telegram-notification-loop.md", - "docs/documentation/api/control-actions-endpoint.md" - ], - "doc_titles": [ - "Сущность runtime health", - "HTTP API /health", - "Цикл отправки уведомлений в Telegram", - "HTTP API /actions/{action}", - "api.health_endpoint:Функциональные требования", - "api.health_endpoint:Выходные параметры", - "api.health_endpoint:Описание", - "api.health_endpoint:Сценарий", - "api.health_endpoint:Нефункциональные требования", - "api.health_endpoint:Входные параметры", - "api.health_endpoint:Summary", - "api.health_endpoint:Пример ответа" - ], - "relation_hits_count": 0, - "relation_targets": [], - "fallback_doc_hits_count": 12, - "fallback_used": false, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 4, - "facts": 0, - "relations": 0, - "chunks": 8, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_general_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 345, - "user_chars": 9449, - "tokens_in_estimate": 2449 -} -``` - -### System Prompt -```text -Ты отвечаешь на общий вопрос по документации проекта. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные документы и факты -- Не додумывай отсутствующие детали -- Если данных недостаточно, скажи это прямо -- Дай короткий понятный ответ без лишней структуры -``` - -### User Prompt -```json -{ - "question": "Объясни runtime health", - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "Сущность runtime health", - "content": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "metadata": { - "name": "runtime_health", - "tags": [ - "domain", - "health", - "observability" - ], - "type": "domain_entity", - "layer": "domain", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "used_by", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "Сущность runtime health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "children": [], - "doc_kind": "misc", - "entities": [ - "WorkerHealth", - "WorkerStatus", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "domain.runtime_health", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "summary_text": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/health-endpoint.md", - "title": "HTTP API /health", - "content": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "metadata": { - "name": "health_endpoint", - "tags": [ - "api", - "health", - "control-plane" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "HTTP API /health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager", - "WorkerHealth" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "summary_text": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/logic/telegram-notification-loop.md", - "title": "Цикл отправки уведомлений в Telegram", - "content": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "metadata": { - "name": "telegram_notification_loop", - "tags": [ - "logic", - "telegram", - "worker", - "scheduling" - ], - "type": "logic_block", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - } - ], - "owner": null, - "title": "Цикл отправки уведомлений в Telegram", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "0f62f9b4dab261ca4ca34575ff5d84411a22c90b780c52eda388782b94f08470", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramNotifyWorker", - "TelegramSendService", - "WorkerHealth", - "WorkerStatus" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "logic.telegram_notification_loop", - "source_path": "docs/documentation/logic/telegram-notification-loop.md", - "summary_text": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [], - "relations": [] -} -``` - -### User Prompt Overview -- question: Объясни runtime health -- intent: GENERAL_QA -- sub_intent: GENERIC_QA -- documents: 4 | samples: Сущность runtime health, HTTP API /health, Цикл отправки уведомлений в Telegram -- facts: 0 -- relations: 0 - -## Mismatches -- sub_intent: expected ENTITY_EXPLAIN, got GENERIC_QA \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-entity-worker-status-1.json b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-entity-worker-status-1.json deleted file mode 100644 index 286122e..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-entity-worker-status-1.json +++ /dev/null @@ -1,93 +0,0 @@ -{ - "meta": { - "case_id": "v3-entity-worker-status-1", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 26, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "docs/README.md", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview" - ], - "entity_candidates": [ - "WorkerStatus" - ], - "symbol_candidates": [], - "layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Что такое WorkerStatus?" - }, - "output": { - "query": "Что такое WorkerStatus?" - } - }, - { - "step": "router", - "input": { - "query": "Что такое WorkerStatus?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Что такое WorkerStatus?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 18776, - "tokens_in_estimate": 4793 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-entity-worker-status-1.md b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-entity-worker-status-1.md deleted file mode 100644 index 1ca7af5..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-entity-worker-status-1.md +++ /dev/null @@ -1,849 +0,0 @@ -# v3-entity-worker-status-1 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Что такое WorkerStatus? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 26, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "docs/README.md", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview" - ], - "entity_candidates": [ - "WorkerStatus" - ], - "symbol_candidates": [], - "layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Что такое WorkerStatus?" - }, - "output": { - "query": "Что такое WorkerStatus?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Что такое WorkerStatus?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Что такое WorkerStatus?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 18776, - "tokens_in_estimate": 4793 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "layers_used": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "documents_found": 6, - "facts_found": 0, - "relations_found": 6, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "none", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D3_ENTITY_CATALOG": { - "hits": 8, - "top_ids": [ - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.control_actions_endpoint", - "api.health_endpoint" - ] - }, - "D1_DOCUMENT_CATALOG": { - "hits": 6, - "top_ids": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "architecture.telegram_notify_app" - ] - }, - "D5_RELATION_GRAPH": { - "hits": 6, - "top_ids": [ - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "logic.telegram_notification_loop", - "docs/README.md", - "api.control_actions_endpoint" - ] - } - }, - "query_entity_candidates": [ - "WorkerStatus" - ], - "resolved_entity_candidates": [], - "query_anchor_candidates": [ - "WorkerStatus" - ], - "resolved_anchor_candidates": [ - "domain.runtime_health", - "docs/documentation/domain/runtime-health-entity.md", - "logic.telegram_notification_loop", - "docs/documentation/logic/telegram-notification-loop.md", - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md", - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md", - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/documentation/architecture/telegram-notify-app-overview.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "docs/README.md", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview" - ], - "doc_paths": [ - "docs/documentation/domain/runtime-health-entity.md", - "docs/documentation/logic/telegram-notification-loop.md", - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/send-message-endpoint.md", - "docs/README.md", - "docs/documentation/architecture/telegram-notify-app-overview.md" - ], - "doc_titles": [ - "WorkerStatus", - "JSONResponse", - "TelegramNotifyWorker", - "RuntimeManager", - "WorkerHealth", - "TelegramControlAppFactory", - "TelegramControlChannel", - "Readme", - "HTTP API /actions/{action}", - "HTTP API /health", - "HTTP API /send", - "Архитектура Telegram Notify App", - "Сущность runtime health", - "api.control_actions_endpoint:part_of", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.health_endpoint:parent", - "api.health_endpoint:part_of", - "api.control_actions_endpoint:parent", - "logic.telegram_notification_loop:Details", - "docs/README.md:Навигация", - "docs/README.md:Правила и шаблоны", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Описание", - "docs/README.md:Структура" - ], - "relation_hits_count": 6, - "relation_targets": [ - "api.control_actions_endpoint:part_of", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.health_endpoint:parent", - "api.health_endpoint:part_of", - "api.control_actions_endpoint:parent" - ], - "fallback_doc_hits_count": 12, - "fallback_used": false, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 6, - "facts": 0, - "relations": 6, - "chunks": 6, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 18776, - "tokens_in_estimate": 4793 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Что такое WorkerStatus?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/README.md", - "title": "Readme", - "content": "Readme", - "metadata": { - "name": "", - "tags": [], - "type": "", - "layer": "", - "links": [], - "owner": null, - "title": "Readme", - "doc_id": null, - "module": "", - "parent": null, - "status": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "81d952f1a6ea85b76f75e0e57f33b8fa4b2bf3cb7db11b91b90171aeedd655a6", - "children": [], - "doc_kind": "readme", - "entities": [], - "updated_at": null, - "doc_version": null, - "document_id": "docs/README.md", - "source_path": "docs/README.md", - "summary_text": "", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/health-endpoint.md", - "title": "HTTP API /health", - "content": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "metadata": { - "name": "health_endpoint", - "tags": [ - "api", - "health", - "control-plane" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "HTTP API /health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager", - "WorkerHealth" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "summary_text": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "HTTP API /send", - "content": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "metadata": { - "name": "send_message_endpoint", - "tags": [ - "api", - "telegram", - "manual-send" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /send", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlAppFactory", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.send_message_endpoint", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "summary_text": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "Архитектура Telegram Notify App", - "content": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "metadata": { - "name": "telegram_notify_app_overview", - "tags": [ - "architecture", - "telegram", - "plba", - "runtime" - ], - "type": "architecture_overview", - "layer": "system", - "links": [ - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "Архитектура Telegram Notify App", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "docs_root", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "children": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint", - "logic.telegram_notification_loop", - "domain.runtime_health" - ], - "doc_kind": "spec", - "entities": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramControlChannel", - "TelegramSendService", - "RuntimeManager" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "architecture.telegram_notify_app", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "summary_text": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "Сущность runtime health", - "content": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "metadata": { - "name": "runtime_health", - "tags": [ - "domain", - "health", - "observability" - ], - "type": "domain_entity", - "layer": "domain", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "used_by", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "Сущность runtime health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "children": [], - "doc_kind": "misc", - "entities": [ - "WorkerHealth", - "WorkerStatus", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "domain.runtime_health", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "summary_text": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:part_of", - "content": "api.control_actions_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_api", - "content": "api.control_actions_endpoint related_api api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_logic", - "content": "api.control_actions_endpoint related_logic logic.telegram_notification_loop", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "logic.telegram_notification_loop", - "doc_version": null, - "relation_id": "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_logic", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:parent", - "content": "api.health_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:part_of", - "content": "api.health_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:parent", - "content": "api.control_actions_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "afec31fd062e392dcd9699a92c7ab61fd4b1273c1a2b16702b23d55d8d0c47ac", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Что такое WorkerStatus? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: ENTITY_EXPLAIN -- documents: 6 | samples: Readme, HTTP API /actions/{action}, HTTP API /health -- facts: 0 -- relations: 6 | samples: api.control_actions_endpoint:part_of, api.control_actions_endpoint:related_api, api.control_actions_endpoint:related_logic - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-entity-worker-status-2.json b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-entity-worker-status-2.json deleted file mode 100644 index a649001..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-entity-worker-status-2.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "meta": { - "case_id": "v3-entity-worker-status-2", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": false, - "mismatches": [ - "sub_intent: expected ENTITY_EXPLAIN, got GENERIC_QA" - ], - "actual": { - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 12, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_general_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Опиши статус воркера" - }, - "output": { - "query": "Опиши статус воркера" - } - }, - { - "step": "router", - "input": { - "query": "Опиши статус воркера" - }, - "output": { - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Опиши статус воркера" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_general_answer", - "llm_request": { - "prompt_name": "docs_general_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 345, - "user_chars": 7558, - "tokens_in_estimate": 1976 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-entity-worker-status-2.md b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-entity-worker-status-2.md deleted file mode 100644 index 5b1d2be..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-entity-worker-status-2.md +++ /dev/null @@ -1,493 +0,0 @@ -# v3-entity-worker-status-2 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: False - -## Query -Опиши статус воркера - -## Actual -{ - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 12, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_general_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Опиши статус воркера" - }, - "output": { - "query": "Опиши статус воркера" - } -} -``` - -### router -```json -{ - "input": { - "query": "Опиши статус воркера" - }, - "output": { - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Опиши статус воркера" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_general_answer", - "llm_request": { - "prompt_name": "docs_general_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 345, - "user_chars": 7558, - "tokens_in_estimate": 1976 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "layers_used": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "documents_found": 4, - "facts_found": 0, - "relations_found": 0, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_general_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "none", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D1_DOCUMENT_CATALOG": { - "hits": 4, - "top_ids": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 8, - "top_ids": [ - "docs/README.md", - "api.control_actions_endpoint" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [], - "resolved_anchor_candidates": [ - "docs/README.md", - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md", - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md", - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "doc_paths": [ - "docs/README.md", - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/send-message-endpoint.md" - ], - "doc_titles": [ - "Readme", - "HTTP API /actions/{action}", - "HTTP API /health", - "HTTP API /send", - "docs/README.md:Структура", - "docs/README.md:Навигация", - "docs/README.md:Правила и шаблоны", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Функциональные требования", - "docs/README.md:Project Docs" - ], - "relation_hits_count": 0, - "relation_targets": [], - "fallback_doc_hits_count": 12, - "fallback_used": false, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 4, - "facts": 0, - "relations": 0, - "chunks": 8, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_general_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 345, - "user_chars": 7558, - "tokens_in_estimate": 1976 -} -``` - -### System Prompt -```text -Ты отвечаешь на общий вопрос по документации проекта. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные документы и факты -- Не додумывай отсутствующие детали -- Если данных недостаточно, скажи это прямо -- Дай короткий понятный ответ без лишней структуры -``` - -### User Prompt -```json -{ - "question": "Опиши статус воркера", - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/README.md", - "title": "Readme", - "content": "Readme", - "metadata": { - "name": "", - "tags": [], - "type": "", - "layer": "", - "links": [], - "owner": null, - "title": "Readme", - "doc_id": null, - "module": "", - "parent": null, - "status": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "81d952f1a6ea85b76f75e0e57f33b8fa4b2bf3cb7db11b91b90171aeedd655a6", - "children": [], - "doc_kind": "readme", - "entities": [], - "updated_at": null, - "doc_version": null, - "document_id": "docs/README.md", - "source_path": "docs/README.md", - "summary_text": "", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/health-endpoint.md", - "title": "HTTP API /health", - "content": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "metadata": { - "name": "health_endpoint", - "tags": [ - "api", - "health", - "control-plane" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "HTTP API /health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager", - "WorkerHealth" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "summary_text": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "HTTP API /send", - "content": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "metadata": { - "name": "send_message_endpoint", - "tags": [ - "api", - "telegram", - "manual-send" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /send", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlAppFactory", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.send_message_endpoint", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "summary_text": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [], - "relations": [] -} -``` - -### User Prompt Overview -- question: Опиши статус воркера -- intent: GENERAL_QA -- sub_intent: GENERIC_QA -- documents: 4 | samples: Readme, HTTP API /actions/{action}, HTTP API /health -- facts: 0 -- relations: 0 - -## Mismatches -- sub_intent: expected ENTITY_EXPLAIN, got GENERIC_QA \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-general-1.json b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-general-1.json deleted file mode 100644 index c3fb8e7..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-general-1.json +++ /dev/null @@ -1,90 +0,0 @@ -{ - "meta": { - "case_id": "v3-general-1", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 19, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "domain.runtime_health" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Что есть в документации?" - }, - "output": { - "query": "Что есть в документации?" - } - }, - { - "step": "router", - "input": { - "query": "Что есть в документации?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Что есть в документации?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 19755, - "tokens_in_estimate": 5037 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-general-1.md b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-general-1.md deleted file mode 100644 index 94b9cfb..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-general-1.md +++ /dev/null @@ -1,859 +0,0 @@ -# v3-general-1 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Что есть в документации? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 19, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "domain.runtime_health" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Что есть в документации?" - }, - "output": { - "query": "Что есть в документации?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Что есть в документации?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Что есть в документации?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 19755, - "tokens_in_estimate": 5037 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "GENERIC_QA", - "layers_used": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "documents_found": 6, - "facts_found": 1, - "relations_found": 6, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "none", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D1_DOCUMENT_CATALOG": { - "hits": 6, - "top_ids": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "architecture.telegram_notify_app" - ] - }, - "D2_FACT_INDEX": { - "hits": 8, - "top_ids": [ - "2f539384881f5f776bf4cef22c00669e53e0fd0761b3d62fa53593254a272f5a", - "5a27c821aa4efea9f2a7c883b57d1f53ec3af31348abd220bc09f47fbca73e93", - "0102eac8e4f8b452b0351a4aa8dca63e4774beadac71eba483708d7a90ff1cc0", - "43fc2c29bf6f353fa55f1b8a05c903dbd1a0e8067b026b9455043669ceca37d9", - "a31bbca2eb31ffb6655bcec7ff07b8cf2b6c7416610cf58dfc1e0c737df12fe1" - ] - }, - "D5_RELATION_GRAPH": { - "hits": 6, - "top_ids": [ - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "docs/README.md", - "api.control_actions_endpoint" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [], - "resolved_anchor_candidates": [ - "docs/README.md", - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md", - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md", - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md", - "architecture.telegram_notify_app", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "domain.runtime_health", - "docs/documentation/domain/runtime-health-entity.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "domain.runtime_health" - ], - "doc_paths": [ - "docs/README.md", - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/send-message-endpoint.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/documentation/domain/runtime-health-entity.md" - ], - "doc_titles": [ - "Readme", - "HTTP API /actions/{action}", - "HTTP API /health", - "HTTP API /send", - "Архитектура Telegram Notify App", - "Сущность runtime health", - "docs/README.md:doc_list_item", - "api.control_actions_endpoint:part_of", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.health_endpoint:parent", - "api.health_endpoint:part_of", - "api.control_actions_endpoint:parent", - "docs/README.md:Структура", - "docs/README.md:Навигация", - "docs/README.md:Правила и шаблоны", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Описание", - "docs/README.md:Project Docs" - ], - "relation_hits_count": 6, - "relation_targets": [ - "api.control_actions_endpoint:part_of", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.health_endpoint:parent", - "api.health_endpoint:part_of", - "api.control_actions_endpoint:parent" - ], - "fallback_doc_hits_count": 12, - "fallback_used": false, - "fact_hits": 1, - "entity_hits": 0, - "evidence_summary": { - "documents": 6, - "facts": 1, - "relations": 6, - "chunks": 6, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 19755, - "tokens_in_estimate": 5037 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Что есть в документации?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "GENERIC_QA", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/README.md", - "title": "Readme", - "content": "Readme", - "metadata": { - "name": "", - "tags": [], - "type": "", - "layer": "", - "links": [], - "owner": null, - "title": "Readme", - "doc_id": null, - "module": "", - "parent": null, - "status": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "81d952f1a6ea85b76f75e0e57f33b8fa4b2bf3cb7db11b91b90171aeedd655a6", - "children": [], - "doc_kind": "readme", - "entities": [], - "updated_at": null, - "doc_version": null, - "document_id": "docs/README.md", - "source_path": "docs/README.md", - "summary_text": "", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/health-endpoint.md", - "title": "HTTP API /health", - "content": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "metadata": { - "name": "health_endpoint", - "tags": [ - "api", - "health", - "control-plane" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "HTTP API /health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager", - "WorkerHealth" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "summary_text": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "HTTP API /send", - "content": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "metadata": { - "name": "send_message_endpoint", - "tags": [ - "api", - "telegram", - "manual-send" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /send", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlAppFactory", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.send_message_endpoint", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "summary_text": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "Архитектура Telegram Notify App", - "content": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "metadata": { - "name": "telegram_notify_app_overview", - "tags": [ - "architecture", - "telegram", - "plba", - "runtime" - ], - "type": "architecture_overview", - "layer": "system", - "links": [ - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "Архитектура Telegram Notify App", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "docs_root", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "children": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint", - "logic.telegram_notification_loop", - "domain.runtime_health" - ], - "doc_kind": "spec", - "entities": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramControlChannel", - "TelegramSendService", - "RuntimeManager" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "architecture.telegram_notify_app", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "summary_text": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "Сущность runtime health", - "content": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "metadata": { - "name": "runtime_health", - "tags": [ - "domain", - "health", - "observability" - ], - "type": "domain_entity", - "layer": "domain", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "used_by", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "Сущность runtime health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "children": [], - "doc_kind": "misc", - "entities": [ - "WorkerHealth", - "WorkerStatus", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "domain.runtime_health", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "summary_text": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [ - { - "layer": "D2_FACT_INDEX", - "path": "docs/README.md", - "title": "docs/README.md:doc_list_item", - "content": "docs/README.md doc_list_item `documentation/api/` — документация HTTP API control plane.", - "metadata": { - "tags": [], - "owner": null, - "anchor": "Структура", - "doc_id": null, - "object": "`documentation/api/` — документация HTTP API control plane.", - "fact_id": "2f539384881f5f776bf4cef22c00669e53e0fd0761b3d62fa53593254a272f5a", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "81d952f1a6ea85b76f75e0e57f33b8fa4b2bf3cb7db11b91b90171aeedd655a6", - "predicate": "doc_list_item", - "object_ref": null, - "subject_id": "docs/README.md", - "doc_version": null, - "source_path": "docs/README.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:part_of", - "content": "api.control_actions_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_api", - "content": "api.control_actions_endpoint related_api api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_logic", - "content": "api.control_actions_endpoint related_logic logic.telegram_notification_loop", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "logic.telegram_notification_loop", - "doc_version": null, - "relation_id": "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_logic", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:parent", - "content": "api.health_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:part_of", - "content": "api.health_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:parent", - "content": "api.control_actions_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "afec31fd062e392dcd9699a92c7ab61fd4b1273c1a2b16702b23d55d8d0c47ac", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Что есть в документации? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: GENERIC_QA -- documents: 6 | samples: Readme, HTTP API /actions/{action}, HTTP API /health -- facts: 1 | samples: docs/README.md:doc_list_item -- relations: 6 | samples: api.control_actions_endpoint:part_of, api.control_actions_endpoint:related_api, api.control_actions_endpoint:related_logic - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-general-2.json b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-general-2.json deleted file mode 100644 index 507422d..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-general-2.json +++ /dev/null @@ -1,85 +0,0 @@ -{ - "meta": { - "case_id": "v3-general-2", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 12, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_general_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Какая структура документации?" - }, - "output": { - "query": "Какая структура документации?" - } - }, - { - "step": "router", - "input": { - "query": "Какая структура документации?" - }, - "output": { - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Какая структура документации?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_general_answer", - "llm_request": { - "prompt_name": "docs_general_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 345, - "user_chars": 7567, - "tokens_in_estimate": 1978 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-general-2.md b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-general-2.md deleted file mode 100644 index 6dbd33d..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-general-2.md +++ /dev/null @@ -1,493 +0,0 @@ -# v3-general-2 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Какая структура документации? - -## Actual -{ - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 12, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_general_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Какая структура документации?" - }, - "output": { - "query": "Какая структура документации?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Какая структура документации?" - }, - "output": { - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Какая структура документации?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_general_answer", - "llm_request": { - "prompt_name": "docs_general_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 345, - "user_chars": 7567, - "tokens_in_estimate": 1978 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "layers_used": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "documents_found": 4, - "facts_found": 0, - "relations_found": 0, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_general_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "none", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D1_DOCUMENT_CATALOG": { - "hits": 4, - "top_ids": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 8, - "top_ids": [ - "docs/README.md", - "api.control_actions_endpoint" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [], - "resolved_anchor_candidates": [ - "docs/README.md", - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md", - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md", - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "doc_paths": [ - "docs/README.md", - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/send-message-endpoint.md" - ], - "doc_titles": [ - "Readme", - "HTTP API /actions/{action}", - "HTTP API /health", - "HTTP API /send", - "docs/README.md:Структура", - "docs/README.md:Навигация", - "docs/README.md:Правила и шаблоны", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Функциональные требования", - "docs/README.md:Project Docs" - ], - "relation_hits_count": 0, - "relation_targets": [], - "fallback_doc_hits_count": 12, - "fallback_used": false, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 4, - "facts": 0, - "relations": 0, - "chunks": 8, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_general_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 345, - "user_chars": 7567, - "tokens_in_estimate": 1978 -} -``` - -### System Prompt -```text -Ты отвечаешь на общий вопрос по документации проекта. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные документы и факты -- Не додумывай отсутствующие детали -- Если данных недостаточно, скажи это прямо -- Дай короткий понятный ответ без лишней структуры -``` - -### User Prompt -```json -{ - "question": "Какая структура документации?", - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/README.md", - "title": "Readme", - "content": "Readme", - "metadata": { - "name": "", - "tags": [], - "type": "", - "layer": "", - "links": [], - "owner": null, - "title": "Readme", - "doc_id": null, - "module": "", - "parent": null, - "status": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "81d952f1a6ea85b76f75e0e57f33b8fa4b2bf3cb7db11b91b90171aeedd655a6", - "children": [], - "doc_kind": "readme", - "entities": [], - "updated_at": null, - "doc_version": null, - "document_id": "docs/README.md", - "source_path": "docs/README.md", - "summary_text": "", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/health-endpoint.md", - "title": "HTTP API /health", - "content": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "metadata": { - "name": "health_endpoint", - "tags": [ - "api", - "health", - "control-plane" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "HTTP API /health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager", - "WorkerHealth" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "summary_text": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "HTTP API /send", - "content": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "metadata": { - "name": "send_message_endpoint", - "tags": [ - "api", - "telegram", - "manual-send" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /send", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlAppFactory", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.send_message_endpoint", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "summary_text": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [], - "relations": [] -} -``` - -### User Prompt Overview -- question: Какая структура документации? -- intent: GENERAL_QA -- sub_intent: GENERIC_QA -- documents: 4 | samples: Readme, HTTP API /actions/{action}, HTTP API /health -- facts: 0 -- relations: 0 - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-general-3.json b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-general-3.json deleted file mode 100644 index a50c0d2..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-general-3.json +++ /dev/null @@ -1,85 +0,0 @@ -{ - "meta": { - "case_id": "v3-general-3", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 12, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_general_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "С чего начать читать документацию?" - }, - "output": { - "query": "С чего начать читать документацию?" - } - }, - { - "step": "router", - "input": { - "query": "С чего начать читать документацию?" - }, - "output": { - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "С чего начать читать документацию?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_general_answer", - "llm_request": { - "prompt_name": "docs_general_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 345, - "user_chars": 7572, - "tokens_in_estimate": 1980 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-general-3.md b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-general-3.md deleted file mode 100644 index 0be7a19..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-general-3.md +++ /dev/null @@ -1,493 +0,0 @@ -# v3-general-3 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -С чего начать читать документацию? - -## Actual -{ - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 12, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_general_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "С чего начать читать документацию?" - }, - "output": { - "query": "С чего начать читать документацию?" - } -} -``` - -### router -```json -{ - "input": { - "query": "С чего начать читать документацию?" - }, - "output": { - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "С чего начать читать документацию?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_general_answer", - "llm_request": { - "prompt_name": "docs_general_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 345, - "user_chars": 7572, - "tokens_in_estimate": 1980 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "layers_used": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "documents_found": 4, - "facts_found": 0, - "relations_found": 0, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_general_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "none", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D1_DOCUMENT_CATALOG": { - "hits": 4, - "top_ids": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 8, - "top_ids": [ - "docs/README.md", - "api.control_actions_endpoint" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [], - "resolved_anchor_candidates": [ - "docs/README.md", - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md", - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md", - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "doc_paths": [ - "docs/README.md", - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/send-message-endpoint.md" - ], - "doc_titles": [ - "Readme", - "HTTP API /actions/{action}", - "HTTP API /health", - "HTTP API /send", - "docs/README.md:Структура", - "docs/README.md:Навигация", - "docs/README.md:Правила и шаблоны", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Функциональные требования", - "docs/README.md:Project Docs" - ], - "relation_hits_count": 0, - "relation_targets": [], - "fallback_doc_hits_count": 12, - "fallback_used": false, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 4, - "facts": 0, - "relations": 0, - "chunks": 8, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_general_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 345, - "user_chars": 7572, - "tokens_in_estimate": 1980 -} -``` - -### System Prompt -```text -Ты отвечаешь на общий вопрос по документации проекта. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные документы и факты -- Не додумывай отсутствующие детали -- Если данных недостаточно, скажи это прямо -- Дай короткий понятный ответ без лишней структуры -``` - -### User Prompt -```json -{ - "question": "С чего начать читать документацию?", - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/README.md", - "title": "Readme", - "content": "Readme", - "metadata": { - "name": "", - "tags": [], - "type": "", - "layer": "", - "links": [], - "owner": null, - "title": "Readme", - "doc_id": null, - "module": "", - "parent": null, - "status": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "81d952f1a6ea85b76f75e0e57f33b8fa4b2bf3cb7db11b91b90171aeedd655a6", - "children": [], - "doc_kind": "readme", - "entities": [], - "updated_at": null, - "doc_version": null, - "document_id": "docs/README.md", - "source_path": "docs/README.md", - "summary_text": "", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/health-endpoint.md", - "title": "HTTP API /health", - "content": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "metadata": { - "name": "health_endpoint", - "tags": [ - "api", - "health", - "control-plane" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "HTTP API /health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager", - "WorkerHealth" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "summary_text": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "HTTP API /send", - "content": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "metadata": { - "name": "send_message_endpoint", - "tags": [ - "api", - "telegram", - "manual-send" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /send", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlAppFactory", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.send_message_endpoint", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "summary_text": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [], - "relations": [] -} -``` - -### User Prompt Overview -- question: С чего начать читать документацию? -- intent: GENERAL_QA -- sub_intent: GENERIC_QA -- documents: 4 | samples: Readme, HTTP API /actions/{action}, HTTP API /health -- facts: 0 -- relations: 0 - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-negative-1.json b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-negative-1.json deleted file mode 100644 index 76e9b2e..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-negative-1.json +++ /dev/null @@ -1,92 +0,0 @@ -{ - "meta": { - "case_id": "v3-negative-1", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 26, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "docs/README.md", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "domain.runtime_health" - ], - "entity_candidates": [ - "PaymentTransaction" - ], - "symbol_candidates": [], - "layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Что такое PaymentTransaction?" - }, - "output": { - "query": "Что такое PaymentTransaction?" - } - }, - { - "step": "router", - "input": { - "query": "Что такое PaymentTransaction?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Что такое PaymentTransaction?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 18782, - "tokens_in_estimate": 4794 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-negative-1.md b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-negative-1.md deleted file mode 100644 index 1c0740d..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-negative-1.md +++ /dev/null @@ -1,841 +0,0 @@ -# v3-negative-1 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Что такое PaymentTransaction? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 26, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "docs/README.md", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "domain.runtime_health" - ], - "entity_candidates": [ - "PaymentTransaction" - ], - "symbol_candidates": [], - "layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Что такое PaymentTransaction?" - }, - "output": { - "query": "Что такое PaymentTransaction?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Что такое PaymentTransaction?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Что такое PaymentTransaction?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 18782, - "tokens_in_estimate": 4794 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "layers_used": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "documents_found": 6, - "facts_found": 0, - "relations_found": 6, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "none", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D3_ENTITY_CATALOG": { - "hits": 8, - "top_ids": [ - "api.control_actions_endpoint", - "api.health_endpoint" - ] - }, - "D1_DOCUMENT_CATALOG": { - "hits": 6, - "top_ids": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "architecture.telegram_notify_app" - ] - }, - "D5_RELATION_GRAPH": { - "hits": 6, - "top_ids": [ - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "docs/README.md", - "api.control_actions_endpoint" - ] - } - }, - "query_entity_candidates": [ - "PaymentTransaction" - ], - "resolved_entity_candidates": [], - "query_anchor_candidates": [ - "PaymentTransaction" - ], - "resolved_anchor_candidates": [ - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md", - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md", - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "domain.runtime_health", - "docs/documentation/domain/runtime-health-entity.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "docs/README.md", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "domain.runtime_health" - ], - "doc_paths": [ - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/send-message-endpoint.md", - "docs/README.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/documentation/domain/runtime-health-entity.md" - ], - "doc_titles": [ - "ControlActionSet", - "JSONResponse", - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager", - "WorkerHealth", - "TelegramControlAppFactory", - "Readme", - "HTTP API /actions/{action}", - "HTTP API /health", - "HTTP API /send", - "Архитектура Telegram Notify App", - "Сущность runtime health", - "api.control_actions_endpoint:part_of", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.health_endpoint:parent", - "api.health_endpoint:part_of", - "api.control_actions_endpoint:parent", - "docs/README.md:Структура", - "docs/README.md:Навигация", - "docs/README.md:Правила и шаблоны", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Описание", - "docs/README.md:Project Docs" - ], - "relation_hits_count": 6, - "relation_targets": [ - "api.control_actions_endpoint:part_of", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.health_endpoint:parent", - "api.health_endpoint:part_of", - "api.control_actions_endpoint:parent" - ], - "fallback_doc_hits_count": 12, - "fallback_used": false, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 6, - "facts": 0, - "relations": 6, - "chunks": 6, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 18782, - "tokens_in_estimate": 4794 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Что такое PaymentTransaction?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/README.md", - "title": "Readme", - "content": "Readme", - "metadata": { - "name": "", - "tags": [], - "type": "", - "layer": "", - "links": [], - "owner": null, - "title": "Readme", - "doc_id": null, - "module": "", - "parent": null, - "status": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "81d952f1a6ea85b76f75e0e57f33b8fa4b2bf3cb7db11b91b90171aeedd655a6", - "children": [], - "doc_kind": "readme", - "entities": [], - "updated_at": null, - "doc_version": null, - "document_id": "docs/README.md", - "source_path": "docs/README.md", - "summary_text": "", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/health-endpoint.md", - "title": "HTTP API /health", - "content": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "metadata": { - "name": "health_endpoint", - "tags": [ - "api", - "health", - "control-plane" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "HTTP API /health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager", - "WorkerHealth" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "summary_text": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "HTTP API /send", - "content": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "metadata": { - "name": "send_message_endpoint", - "tags": [ - "api", - "telegram", - "manual-send" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /send", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlAppFactory", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.send_message_endpoint", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "summary_text": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "Архитектура Telegram Notify App", - "content": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "metadata": { - "name": "telegram_notify_app_overview", - "tags": [ - "architecture", - "telegram", - "plba", - "runtime" - ], - "type": "architecture_overview", - "layer": "system", - "links": [ - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "Архитектура Telegram Notify App", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "docs_root", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "children": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint", - "logic.telegram_notification_loop", - "domain.runtime_health" - ], - "doc_kind": "spec", - "entities": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramControlChannel", - "TelegramSendService", - "RuntimeManager" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "architecture.telegram_notify_app", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "summary_text": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "Сущность runtime health", - "content": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "metadata": { - "name": "runtime_health", - "tags": [ - "domain", - "health", - "observability" - ], - "type": "domain_entity", - "layer": "domain", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "used_by", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "Сущность runtime health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "children": [], - "doc_kind": "misc", - "entities": [ - "WorkerHealth", - "WorkerStatus", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "domain.runtime_health", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "summary_text": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:part_of", - "content": "api.control_actions_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_api", - "content": "api.control_actions_endpoint related_api api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_logic", - "content": "api.control_actions_endpoint related_logic logic.telegram_notification_loop", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "logic.telegram_notification_loop", - "doc_version": null, - "relation_id": "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_logic", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:parent", - "content": "api.health_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:part_of", - "content": "api.health_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:parent", - "content": "api.control_actions_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "afec31fd062e392dcd9699a92c7ab61fd4b1273c1a2b16702b23d55d8d0c47ac", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Что такое PaymentTransaction? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: ENTITY_EXPLAIN -- documents: 6 | samples: Readme, HTTP API /actions/{action}, HTTP API /health -- facts: 0 -- relations: 6 | samples: api.control_actions_endpoint:part_of, api.control_actions_endpoint:related_api, api.control_actions_endpoint:related_logic - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-negative-2.json b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-negative-2.json deleted file mode 100644 index 215ddd2..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-negative-2.json +++ /dev/null @@ -1,83 +0,0 @@ -{ - "meta": { - "case_id": "v3-negative-2", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "degraded", - "path_scope": [], - "doc_scope": [], - "entity_candidates": [ - "UnknownEntity" - ], - "symbol_candidates": [], - "layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "reject", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": "not_found_exact_anchor", - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Объясни сущность UnknownEntity" - }, - "output": { - "query": "Объясни сущность UnknownEntity" - } - }, - { - "step": "router", - "input": { - "query": "Объясни сущность UnknownEntity" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Объясни сущность UnknownEntity" - }, - "output": { - "answer_mode": "degraded", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 174, - "tokens_in_estimate": 142 - } - }, - "degraded_reason": "not_found_exact_anchor" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-negative-2.md b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-negative-2.md deleted file mode 100644 index 4a127d7..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-negative-2.md +++ /dev/null @@ -1,307 +0,0 @@ -# v3-negative-2 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Объясни сущность UnknownEntity - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "degraded", - "path_scope": [], - "doc_scope": [], - "entity_candidates": [ - "UnknownEntity" - ], - "symbol_candidates": [], - "layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "reject", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": "not_found_exact_anchor", - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Объясни сущность UnknownEntity" - }, - "output": { - "query": "Объясни сущность UnknownEntity" - } -} -``` - -### router -```json -{ - "input": { - "query": "Объясни сущность UnknownEntity" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Объясни сущность UnknownEntity" - }, - "output": { - "answer_mode": "degraded", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 174, - "tokens_in_estimate": 142 - } - }, - "degraded_reason": "not_found_exact_anchor" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "layers_used": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "documents_found": 0, - "facts_found": 0, - "relations_found": 0, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": false, - "matched_intent_source": "deterministic", - "matched_anchor_type": "entity", - "matched_anchor_value": "UnknownEntity", - "exact_anchor_match": false, - "docs_layers_requested": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D3_ENTITY_CATALOG": { - "hits": 8, - "top_ids": [ - "api.control_actions_endpoint", - "api.health_endpoint" - ] - }, - "D1_DOCUMENT_CATALOG": { - "hits": 6, - "top_ids": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "architecture.telegram_notify_app" - ] - }, - "D5_RELATION_GRAPH": { - "hits": 6, - "top_ids": [ - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "docs/README.md", - "api.control_actions_endpoint" - ] - } - }, - "query_entity_candidates": [ - "UnknownEntity" - ], - "resolved_entity_candidates": [], - "query_anchor_candidates": [ - "UnknownEntity" - ], - "resolved_anchor_candidates": [], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [], - "doc_paths": [], - "doc_titles": [], - "relation_hits_count": 0, - "relation_targets": [], - "fallback_doc_hits_count": 0, - "fallback_used": false, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 0, - "facts": 0, - "relations": 0, - "chunks": 0, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "reject", - "gate_decision_reason": "not_found_exact_anchor", - "gate_missing_requirements": [ - "retrieval_non_empty", - "exact_anchor_match" - ], - "gate_satisfied_requirements": [], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "degraded", - "degrade_reason": "not_found_exact_anchor", - "degraded_reason": "not_found_exact_anchor", - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 174, - "tokens_in_estimate": 142 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Объясни сущность UnknownEntity", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "documents": [], - "facts": [], - "relations": [] -} -``` - -### User Prompt Overview -- question: Объясни сущность UnknownEntity -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: ENTITY_EXPLAIN -- documents: 0 -- facts: 0 -- relations: 0 - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-negative-3.json b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-negative-3.json deleted file mode 100644 index e9871ad..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-negative-3.json +++ /dev/null @@ -1,81 +0,0 @@ -{ - "meta": { - "case_id": "v3-negative-3", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "degraded", - "path_scope": [], - "doc_scope": [], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": "api_method" - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "reject", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": "not_found_exact_anchor", - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Что делает endpoint /unknown?" - }, - "output": { - "query": "Что делает endpoint /unknown?" - } - }, - { - "step": "router", - "input": { - "query": "Что делает endpoint /unknown?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Что делает endpoint /unknown?" - }, - "output": { - "answer_mode": "degraded", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 177, - "tokens_in_estimate": 143 - } - }, - "degraded_reason": "not_found_exact_anchor" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-negative-3.md b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-negative-3.md deleted file mode 100644 index ef0e013..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-negative-3.md +++ /dev/null @@ -1,303 +0,0 @@ -# v3-negative-3 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Что делает endpoint /unknown? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "degraded", - "path_scope": [], - "doc_scope": [], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": "api_method" - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "reject", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": "not_found_exact_anchor", - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Что делает endpoint /unknown?" - }, - "output": { - "query": "Что делает endpoint /unknown?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Что делает endpoint /unknown?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Что делает endpoint /unknown?" - }, - "output": { - "answer_mode": "degraded", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 177, - "tokens_in_estimate": 143 - } - }, - "degraded_reason": "not_found_exact_anchor" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "layers_used": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "documents_found": 0, - "facts_found": 0, - "relations_found": 0, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": false, - "matched_intent_source": "deterministic", - "matched_anchor_type": "endpoint", - "matched_anchor_value": "/unknown", - "exact_anchor_match": false, - "docs_layers_requested": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D1_DOCUMENT_CATALOG": { - "hits": 6, - "top_ids": [ - "api.send_message_endpoint", - "api.control_actions_endpoint", - "api.health_endpoint", - "docs/README.md", - "architecture.telegram_notify_app" - ] - }, - "D2_FACT_INDEX": { - "hits": 8, - "top_ids": [ - "f85d982c272a2ee6baeadc433221a20e684cd8ef01cb4788d6f76d05ca56d6d0", - "b8e44c3adb74aaa6c91ae8815fa091289e58dd3990a3a1b63e850c62075aea75", - "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3", - "54bbcbac242f1c85ec3280236ed5841998a8a3a548ff16cbf0b5acafbff469e3", - "b6bfad59b3bf00f199b5ef90c1208af19664de700413e7354468a93a4abaaa2f" - ] - }, - "D4_WORKFLOW_INDEX": { - "hits": 3, - "top_ids": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "api.control_actions_endpoint" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [ - "/unknown" - ], - "resolved_anchor_candidates": [], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [], - "doc_paths": [], - "doc_titles": [], - "relation_hits_count": 0, - "relation_targets": [], - "fallback_doc_hits_count": 0, - "fallback_used": false, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 0, - "facts": 0, - "relations": 0, - "chunks": 0, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "reject", - "gate_decision_reason": "not_found_exact_anchor", - "gate_missing_requirements": [ - "retrieval_non_empty", - "exact_anchor_match" - ], - "gate_satisfied_requirements": [], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "degraded", - "degrade_reason": "not_found_exact_anchor", - "degraded_reason": "not_found_exact_anchor", - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 177, - "tokens_in_estimate": 143 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Что делает endpoint /unknown?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "documents": [], - "facts": [], - "relations": [] -} -``` - -### User Prompt Overview -- question: Что делает endpoint /unknown? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: API_METHOD_EXPLAIN -- documents: 0 -- facts: 0 -- relations: 0 - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-related-architecture-1.json b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-related-architecture-1.json deleted file mode 100644 index 9069b9d..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-related-architecture-1.json +++ /dev/null @@ -1,84 +0,0 @@ -{ - "meta": { - "case_id": "v3-related-architecture-1", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 14, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "graph_summary", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Какие документы связаны с архитектурой?" - }, - "output": { - "query": "Какие документы связаны с архитектурой?" - } - }, - { - "step": "router", - "input": { - "query": "Какие документы связаны с архитектурой?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Какие документы связаны с архитектурой?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 7994, - "tokens_in_estimate": 2097 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-related-architecture-1.md b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-related-architecture-1.md deleted file mode 100644 index ef5b057..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-related-architecture-1.md +++ /dev/null @@ -1,513 +0,0 @@ -# v3-related-architecture-1 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Какие документы связаны с архитектурой? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 14, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "graph_summary", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Какие документы связаны с архитектурой?" - }, - "output": { - "query": "Какие документы связаны с архитектурой?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Какие документы связаны с архитектурой?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Какие документы связаны с архитектурой?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 7994, - "tokens_in_estimate": 2097 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "layers_used": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "documents_found": 0, - "facts_found": 0, - "relations_found": 8, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "graph_summary", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "none", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D5_RELATION_GRAPH" - ], - "planned_layers": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D5_RELATION_GRAPH" - ], - "non_empty_layers": [ - "D5_RELATION_GRAPH" - ], - "layer_diagnostics": { - "D5_RELATION_GRAPH": { - "hits": 8, - "top_ids": [ - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a" - ] - }, - "D1_DOCUMENT_CATALOG": { - "hits": 0, - "top_ids": [], - "skipped": true, - "reason": "relation_primary_sufficient" - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "api.control_actions_endpoint" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [], - "resolved_anchor_candidates": [ - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/send-message-endpoint.md", - "api.control_actions_endpoint" - ], - "anchor_candidates": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "selected_anchor": "api.control_actions_endpoint", - "anchor_selection_reason": "relation_neighbor", - "anchor_match_type": "semantic_fallback", - "doc_ids": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "doc_paths": [ - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/send-message-endpoint.md" - ], - "doc_titles": [ - "api.control_actions_endpoint:part_of", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.health_endpoint:parent", - "api.health_endpoint:part_of", - "api.health_endpoint:depends_on", - "api.send_message_endpoint:parent", - "api.control_actions_endpoint:parent", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Функциональные требования", - "api.control_actions_endpoint:Нефункциональные требования", - "api.control_actions_endpoint:Входные параметры" - ], - "relation_hits_count": 8, - "relation_targets": [ - "api.control_actions_endpoint:part_of", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.health_endpoint:parent", - "api.health_endpoint:part_of", - "api.health_endpoint:depends_on", - "api.send_message_endpoint:parent", - "api.control_actions_endpoint:parent" - ], - "fallback_doc_hits_count": 6, - "fallback_used": true, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 0, - "facts": 0, - "relations": 8, - "chunks": 6, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "relation_evidence_available", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 7994, - "tokens_in_estimate": 2097 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Какие документы связаны с архитектурой?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "documents": [], - "facts": [], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:part_of", - "content": "api.control_actions_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_api", - "content": "api.control_actions_endpoint related_api api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_logic", - "content": "api.control_actions_endpoint related_logic logic.telegram_notification_loop", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "logic.telegram_notification_loop", - "doc_version": null, - "relation_id": "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_logic", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:parent", - "content": "api.health_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:part_of", - "content": "api.health_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:depends_on", - "content": "api.health_endpoint depends_on domain.runtime_health", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "domain.runtime_health", - "doc_version": null, - "relation_id": "77f5d358ab85b3d92018b6b51da7c39773148dfd346686e8832a45370c841160", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "depends_on", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "api.send_message_endpoint:parent", - "content": "api.send_message_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "source_id": "api.send_message_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "33eb0aa97f06d0afcaa4c230b5f5b73fa2fbfa5861ea9367b6c92f8a6fe0c054", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:parent", - "content": "api.control_actions_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "afec31fd062e392dcd9699a92c7ab61fd4b1273c1a2b16702b23d55d8d0c47ac", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Какие документы связаны с архитектурой? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: RELATED_DOCS_EXPLAIN -- documents: 0 -- facts: 0 -- relations: 8 | samples: api.control_actions_endpoint:part_of, api.control_actions_endpoint:related_api, api.control_actions_endpoint:related_logic - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-related-health-1.json b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-related-health-1.json deleted file mode 100644 index 1faf371..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-related-health-1.json +++ /dev/null @@ -1,84 +0,0 @@ -{ - "meta": { - "case_id": "v3-related-health-1", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 14, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.health_endpoint", - "domain.runtime_health", - "api.control_actions_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "graph_summary", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Что связано с /health?" - }, - "output": { - "query": "Что связано с /health?" - } - }, - { - "step": "router", - "input": { - "query": "Что связано с /health?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Что связано с /health?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 7884, - "tokens_in_estimate": 2070 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-related-health-1.md b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-related-health-1.md deleted file mode 100644 index 5ccb24d..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-related-health-1.md +++ /dev/null @@ -1,516 +0,0 @@ -# v3-related-health-1 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Что связано с /health? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 14, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.health_endpoint", - "domain.runtime_health", - "api.control_actions_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "graph_summary", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Что связано с /health?" - }, - "output": { - "query": "Что связано с /health?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Что связано с /health?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Что связано с /health?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 7884, - "tokens_in_estimate": 2070 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "layers_used": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "documents_found": 0, - "facts_found": 0, - "relations_found": 8, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "graph_summary", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "endpoint", - "matched_anchor_value": "/health", - "exact_anchor_match": false, - "docs_layers_requested": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D5_RELATION_GRAPH" - ], - "planned_layers": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D5_RELATION_GRAPH" - ], - "non_empty_layers": [ - "D5_RELATION_GRAPH" - ], - "layer_diagnostics": { - "D5_RELATION_GRAPH": { - "hits": 8, - "top_ids": [ - "801650f8bcbfbfbefd35c14447bfef7b3c3827313db790efa7faf47db860f8c4", - "8595d7b82fecdb7ef579fa8961cda6799bb21970061e5bc221d4dd7a3d53fd04", - "af2a4f7c1b677b908410ba720915405e10dbd0870e30a3c6e3aa2468550ddf0e", - "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a" - ] - }, - "D1_DOCUMENT_CATALOG": { - "hits": 0, - "top_ids": [], - "skipped": true, - "reason": "relation_primary_sufficient" - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "api.control_actions_endpoint" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [ - "/health" - ], - "resolved_anchor_candidates": [ - "docs/documentation/domain/runtime-health-entity.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/control-actions-endpoint.md", - "api.control_actions_endpoint" - ], - "anchor_candidates": [ - "api.health_endpoint", - "domain.runtime_health", - "api.control_actions_endpoint" - ], - "selected_anchor": "api.health_endpoint", - "anchor_selection_reason": "doc_id matches requested endpoint slug", - "anchor_match_type": "exact_path", - "doc_ids": [ - "api.health_endpoint", - "domain.runtime_health", - "api.control_actions_endpoint" - ], - "doc_paths": [ - "docs/documentation/domain/runtime-health-entity.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/control-actions-endpoint.md" - ], - "doc_titles": [ - "domain.runtime_health:used_by", - "domain.runtime_health:related_logic", - "domain.runtime_health:part_of", - "api.health_endpoint:parent", - "api.health_endpoint:part_of", - "api.health_endpoint:depends_on", - "domain.runtime_health:parent", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Функциональные требования", - "api.control_actions_endpoint:Нефункциональные требования", - "api.control_actions_endpoint:Входные параметры" - ], - "relation_hits_count": 8, - "relation_targets": [ - "domain.runtime_health:used_by", - "domain.runtime_health:related_logic", - "domain.runtime_health:part_of", - "api.health_endpoint:parent", - "api.health_endpoint:part_of", - "api.health_endpoint:depends_on", - "domain.runtime_health:parent", - "api.control_actions_endpoint:related_api" - ], - "fallback_doc_hits_count": 6, - "fallback_used": true, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 0, - "facts": 0, - "relations": 8, - "chunks": 6, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "relation_evidence_available", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty", - "exact_anchor_match" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 7884, - "tokens_in_estimate": 2070 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Что связано с /health?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "documents": [], - "facts": [], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "domain.runtime_health:used_by", - "content": "domain.runtime_health used_by api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "source_id": "domain.runtime_health", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "801650f8bcbfbfbefd35c14447bfef7b3c3827313db790efa7faf47db860f8c4", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "used_by", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "domain.runtime_health:related_logic", - "content": "domain.runtime_health related_logic logic.telegram_notification_loop", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "source_id": "domain.runtime_health", - "target_id": "logic.telegram_notification_loop", - "doc_version": null, - "relation_id": "8595d7b82fecdb7ef579fa8961cda6799bb21970061e5bc221d4dd7a3d53fd04", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_logic", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "domain.runtime_health:part_of", - "content": "domain.runtime_health part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "source_id": "domain.runtime_health", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "af2a4f7c1b677b908410ba720915405e10dbd0870e30a3c6e3aa2468550ddf0e", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:parent", - "content": "api.health_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:part_of", - "content": "api.health_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:depends_on", - "content": "api.health_endpoint depends_on domain.runtime_health", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "domain.runtime_health", - "doc_version": null, - "relation_id": "77f5d358ab85b3d92018b6b51da7c39773148dfd346686e8832a45370c841160", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "depends_on", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "domain.runtime_health:parent", - "content": "domain.runtime_health parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "source_id": "domain.runtime_health", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "79bdb0a74713df6064008179ca8c5c186dc23e4e1c5e2c9607b0bdddeba50f93", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_api", - "content": "api.control_actions_endpoint related_api api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Что связано с /health? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: RELATED_DOCS_EXPLAIN -- documents: 0 -- facts: 0 -- relations: 8 | samples: domain.runtime_health:used_by, domain.runtime_health:related_logic, domain.runtime_health:part_of - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-related-health-2.json b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-related-health-2.json deleted file mode 100644 index 1115fd3..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-related-health-2.json +++ /dev/null @@ -1,84 +0,0 @@ -{ - "meta": { - "case_id": "v3-related-health-2", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 14, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "graph_summary", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Какие документы относятся к health endpoint?" - }, - "output": { - "query": "Какие документы относятся к health endpoint?" - } - }, - { - "step": "router", - "input": { - "query": "Какие документы относятся к health endpoint?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Какие документы относятся к health endpoint?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 7999, - "tokens_in_estimate": 2098 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-related-health-2.md b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-related-health-2.md deleted file mode 100644 index d4f15d9..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-related-health-2.md +++ /dev/null @@ -1,513 +0,0 @@ -# v3-related-health-2 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Какие документы относятся к health endpoint? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 14, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "graph_summary", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Какие документы относятся к health endpoint?" - }, - "output": { - "query": "Какие документы относятся к health endpoint?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Какие документы относятся к health endpoint?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Какие документы относятся к health endpoint?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 7999, - "tokens_in_estimate": 2098 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "layers_used": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "documents_found": 0, - "facts_found": 0, - "relations_found": 8, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "graph_summary", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "topic", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D5_RELATION_GRAPH" - ], - "planned_layers": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D5_RELATION_GRAPH" - ], - "non_empty_layers": [ - "D5_RELATION_GRAPH" - ], - "layer_diagnostics": { - "D5_RELATION_GRAPH": { - "hits": 8, - "top_ids": [ - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a" - ] - }, - "D1_DOCUMENT_CATALOG": { - "hits": 0, - "top_ids": [], - "skipped": true, - "reason": "relation_primary_sufficient" - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "api.control_actions_endpoint" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [], - "resolved_anchor_candidates": [ - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/send-message-endpoint.md", - "api.control_actions_endpoint" - ], - "anchor_candidates": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "selected_anchor": "api.control_actions_endpoint", - "anchor_selection_reason": "relation_neighbor", - "anchor_match_type": "semantic_fallback", - "doc_ids": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "doc_paths": [ - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/send-message-endpoint.md" - ], - "doc_titles": [ - "api.control_actions_endpoint:part_of", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.health_endpoint:parent", - "api.health_endpoint:part_of", - "api.health_endpoint:depends_on", - "api.send_message_endpoint:parent", - "api.control_actions_endpoint:parent", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Функциональные требования", - "api.control_actions_endpoint:Нефункциональные требования", - "api.control_actions_endpoint:Входные параметры" - ], - "relation_hits_count": 8, - "relation_targets": [ - "api.control_actions_endpoint:part_of", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.health_endpoint:parent", - "api.health_endpoint:part_of", - "api.health_endpoint:depends_on", - "api.send_message_endpoint:parent", - "api.control_actions_endpoint:parent" - ], - "fallback_doc_hits_count": 6, - "fallback_used": true, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 0, - "facts": 0, - "relations": 8, - "chunks": 6, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "relation_evidence_available", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 7999, - "tokens_in_estimate": 2098 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Какие документы относятся к health endpoint?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "documents": [], - "facts": [], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:part_of", - "content": "api.control_actions_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_api", - "content": "api.control_actions_endpoint related_api api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_logic", - "content": "api.control_actions_endpoint related_logic logic.telegram_notification_loop", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "logic.telegram_notification_loop", - "doc_version": null, - "relation_id": "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_logic", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:parent", - "content": "api.health_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:part_of", - "content": "api.health_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:depends_on", - "content": "api.health_endpoint depends_on domain.runtime_health", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "domain.runtime_health", - "doc_version": null, - "relation_id": "77f5d358ab85b3d92018b6b51da7c39773148dfd346686e8832a45370c841160", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "depends_on", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "api.send_message_endpoint:parent", - "content": "api.send_message_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "source_id": "api.send_message_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "33eb0aa97f06d0afcaa4c230b5f5b73fa2fbfa5861ea9367b6c92f8a6fe0c054", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:parent", - "content": "api.control_actions_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "afec31fd062e392dcd9699a92c7ab61fd4b1273c1a2b16702b23d55d8d0c47ac", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Какие документы относятся к health endpoint? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: RELATED_DOCS_EXPLAIN -- documents: 0 -- facts: 0 -- relations: 8 | samples: api.control_actions_endpoint:part_of, api.control_actions_endpoint:related_api, api.control_actions_endpoint:related_logic - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-related-send-1.json b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-related-send-1.json deleted file mode 100644 index c9caa6a..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-related-send-1.json +++ /dev/null @@ -1,85 +0,0 @@ -{ - "meta": { - "case_id": "v3-related-send-1", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 14, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.send_message_endpoint", - "architecture.telegram_notify_app_overview", - "logic.telegram_notification_loop", - "api.health_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "graph_summary", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Какие документы связаны с /send?" - }, - "output": { - "query": "Какие документы связаны с /send?" - } - }, - { - "step": "router", - "input": { - "query": "Какие документы связаны с /send?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Какие документы связаны с /send?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 8086, - "tokens_in_estimate": 2120 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-related-send-1.md b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-related-send-1.md deleted file mode 100644 index 8df42cc..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-related-send-1.md +++ /dev/null @@ -1,521 +0,0 @@ -# v3-related-send-1 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Какие документы связаны с /send? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 14, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.send_message_endpoint", - "architecture.telegram_notify_app_overview", - "logic.telegram_notification_loop", - "api.health_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "graph_summary", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Какие документы связаны с /send?" - }, - "output": { - "query": "Какие документы связаны с /send?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Какие документы связаны с /send?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Какие документы связаны с /send?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 8086, - "tokens_in_estimate": 2120 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "layers_used": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "documents_found": 0, - "facts_found": 0, - "relations_found": 8, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "graph_summary", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "endpoint", - "matched_anchor_value": "/send", - "exact_anchor_match": false, - "docs_layers_requested": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D5_RELATION_GRAPH" - ], - "planned_layers": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D5_RELATION_GRAPH" - ], - "non_empty_layers": [ - "D5_RELATION_GRAPH" - ], - "layer_diagnostics": { - "D5_RELATION_GRAPH": { - "hits": 8, - "top_ids": [ - "33eb0aa97f06d0afcaa4c230b5f5b73fa2fbfa5861ea9367b6c92f8a6fe0c054", - "53dbf99d1ed72fb30e988fa7080e6ec3d0028d2a1e896e4e818f2492cc161bf5", - "a5c452b6685216d12fc857cd5b10a19b347655b1f1fd9f59d64fd413e93e36a5", - "d3d3ce25ca6434582c9bbb8f94ab89c7a2a497f46f1124f7e335c217281d42d9", - "305bab0c6567d93a2b453a9d70b676f9ecd8de083ef36f5cf3398747c25ebf94" - ] - }, - "D1_DOCUMENT_CATALOG": { - "hits": 0, - "top_ids": [], - "skipped": true, - "reason": "relation_primary_sufficient" - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "api.health_endpoint" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [ - "/send" - ], - "resolved_anchor_candidates": [ - "docs/documentation/api/send-message-endpoint.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/documentation/logic/telegram-notification-loop.md", - "docs/documentation/api/health-endpoint.md", - "api.health_endpoint" - ], - "anchor_candidates": [ - "api.send_message_endpoint", - "api.health_endpoint", - "architecture.telegram_notify_app_overview", - "logic.telegram_notification_loop" - ], - "selected_anchor": "api.send_message_endpoint", - "anchor_selection_reason": "doc_id matches requested endpoint slug", - "anchor_match_type": "exact_path", - "doc_ids": [ - "api.send_message_endpoint", - "architecture.telegram_notify_app_overview", - "logic.telegram_notification_loop", - "api.health_endpoint" - ], - "doc_paths": [ - "docs/documentation/api/send-message-endpoint.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/documentation/logic/telegram-notification-loop.md", - "docs/documentation/api/health-endpoint.md" - ], - "doc_titles": [ - "api.send_message_endpoint:parent", - "api.send_message_endpoint:depends_on", - "api.send_message_endpoint:part_of", - "architecture.telegram_notify_app:related_api", - "architecture.telegram_notify_app:child", - "logic.telegram_notification_loop:related_api", - "api.health_endpoint:depends_on", - "api.health_endpoint:part_of", - "api.health_endpoint:Summary", - "api.health_endpoint:Описание", - "api.health_endpoint:Сценарий", - "api.health_endpoint:Функциональные требования", - "api.health_endpoint:Нефункциональные требования", - "api.health_endpoint:Входные параметры" - ], - "relation_hits_count": 8, - "relation_targets": [ - "api.send_message_endpoint:parent", - "api.send_message_endpoint:depends_on", - "api.send_message_endpoint:part_of", - "architecture.telegram_notify_app:related_api", - "architecture.telegram_notify_app:child", - "logic.telegram_notification_loop:related_api", - "api.health_endpoint:depends_on", - "api.health_endpoint:part_of" - ], - "fallback_doc_hits_count": 6, - "fallback_used": true, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 0, - "facts": 0, - "relations": 8, - "chunks": 6, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "relation_evidence_available", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty", - "exact_anchor_match" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 8086, - "tokens_in_estimate": 2120 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Какие документы связаны с /send?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "documents": [], - "facts": [], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "api.send_message_endpoint:parent", - "content": "api.send_message_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "source_id": "api.send_message_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "33eb0aa97f06d0afcaa4c230b5f5b73fa2fbfa5861ea9367b6c92f8a6fe0c054", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "api.send_message_endpoint:depends_on", - "content": "api.send_message_endpoint depends_on logic.telegram_notification_loop", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "source_id": "api.send_message_endpoint", - "target_id": "logic.telegram_notification_loop", - "doc_version": null, - "relation_id": "53dbf99d1ed72fb30e988fa7080e6ec3d0028d2a1e896e4e818f2492cc161bf5", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "depends_on", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "api.send_message_endpoint:part_of", - "content": "api.send_message_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "source_id": "api.send_message_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "a5c452b6685216d12fc857cd5b10a19b347655b1f1fd9f59d64fd413e93e36a5", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:related_api", - "content": "architecture.telegram_notify_app related_api api.send_message_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "source_id": "architecture.telegram_notify_app", - "target_id": "api.send_message_endpoint", - "doc_version": null, - "relation_id": "d3d3ce25ca6434582c9bbb8f94ab89c7a2a497f46f1124f7e335c217281d42d9", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:child", - "content": "architecture.telegram_notify_app child api.send_message_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.children", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "source_id": "architecture.telegram_notify_app", - "target_id": "api.send_message_endpoint", - "doc_version": null, - "relation_id": "305bab0c6567d93a2b453a9d70b676f9ecd8de083ef36f5cf3398747c25ebf94", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "child", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/logic/telegram-notification-loop.md", - "title": "logic.telegram_notification_loop:related_api", - "content": "logic.telegram_notification_loop related_api api.send_message_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "0f62f9b4dab261ca4ca34575ff5d84411a22c90b780c52eda388782b94f08470", - "source_id": "logic.telegram_notification_loop", - "target_id": "api.send_message_endpoint", - "doc_version": null, - "relation_id": "6b692f308b472d540c199a26362f4ec8d35e1e6859c1141518e0d6667148e981", - "source_path": "docs/documentation/logic/telegram-notification-loop.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:depends_on", - "content": "api.health_endpoint depends_on domain.runtime_health", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "domain.runtime_health", - "doc_version": null, - "relation_id": "77f5d358ab85b3d92018b6b51da7c39773148dfd346686e8832a45370c841160", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "depends_on", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:part_of", - "content": "api.health_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Какие документы связаны с /send? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: RELATED_DOCS_EXPLAIN -- documents: 0 -- facts: 0 -- relations: 8 | samples: api.send_message_endpoint:parent, api.send_message_endpoint:depends_on, api.send_message_endpoint:part_of - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-system-flow-health-1.json b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-system-flow-health-1.json deleted file mode 100644 index d19fe0e..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-system-flow-health-1.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "meta": { - "case_id": "v3-system-flow-health-1", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": false, - "mismatches": [ - "sub_intent: expected SYSTEM_FLOW_EXPLAIN, got GENERIC_QA" - ], - "actual": { - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 12, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "domain.runtime_health", - "api.health_endpoint", - "logic.telegram_notification_loop", - "api.control_actions_endpoint", - "api.actions_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_general_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Как работает health check runtime?" - }, - "output": { - "query": "Как работает health check runtime?" - } - }, - { - "step": "router", - "input": { - "query": "Как работает health check runtime?" - }, - "output": { - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Как работает health check runtime?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_general_answer", - "llm_request": { - "prompt_name": "docs_general_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 345, - "user_chars": 9461, - "tokens_in_estimate": 2452 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-system-flow-health-1.md b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-system-flow-health-1.md deleted file mode 100644 index dbcff9f..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-system-flow-health-1.md +++ /dev/null @@ -1,524 +0,0 @@ -# v3-system-flow-health-1 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: False - -## Query -Как работает health check runtime? - -## Actual -{ - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 12, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "domain.runtime_health", - "api.health_endpoint", - "logic.telegram_notification_loop", - "api.control_actions_endpoint", - "api.actions_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_general_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Как работает health check runtime?" - }, - "output": { - "query": "Как работает health check runtime?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Как работает health check runtime?" - }, - "output": { - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Как работает health check runtime?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_general_answer", - "llm_request": { - "prompt_name": "docs_general_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 345, - "user_chars": 9461, - "tokens_in_estimate": 2452 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "layers_used": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "documents_found": 4, - "facts_found": 0, - "relations_found": 0, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_general_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "none", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D1_DOCUMENT_CATALOG": { - "hits": 4, - "top_ids": [ - "domain.runtime_health", - "api.health_endpoint", - "logic.telegram_notification_loop", - "api.control_actions_endpoint" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 8, - "top_ids": [ - "api.health_endpoint" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [], - "resolved_anchor_candidates": [ - "domain.runtime_health", - "docs/documentation/domain/runtime-health-entity.md", - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md", - "logic.telegram_notification_loop", - "docs/documentation/logic/telegram-notification-loop.md", - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "domain.runtime_health", - "api.health_endpoint", - "logic.telegram_notification_loop", - "api.control_actions_endpoint", - "api.actions_endpoint" - ], - "doc_paths": [ - "docs/documentation/domain/runtime-health-entity.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/logic/telegram-notification-loop.md", - "docs/documentation/api/control-actions-endpoint.md" - ], - "doc_titles": [ - "Сущность runtime health", - "HTTP API /health", - "Цикл отправки уведомлений в Telegram", - "HTTP API /actions/{action}", - "api.health_endpoint:Функциональные требования", - "api.health_endpoint:Выходные параметры", - "api.health_endpoint:Описание", - "api.health_endpoint:Сценарий", - "api.health_endpoint:Нефункциональные требования", - "api.health_endpoint:Входные параметры", - "api.health_endpoint:Summary", - "api.health_endpoint:Пример ответа" - ], - "relation_hits_count": 0, - "relation_targets": [], - "fallback_doc_hits_count": 12, - "fallback_used": false, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 4, - "facts": 0, - "relations": 0, - "chunks": 8, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_general_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 345, - "user_chars": 9461, - "tokens_in_estimate": 2452 -} -``` - -### System Prompt -```text -Ты отвечаешь на общий вопрос по документации проекта. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные документы и факты -- Не додумывай отсутствующие детали -- Если данных недостаточно, скажи это прямо -- Дай короткий понятный ответ без лишней структуры -``` - -### User Prompt -```json -{ - "question": "Как работает health check runtime?", - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "Сущность runtime health", - "content": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "metadata": { - "name": "runtime_health", - "tags": [ - "domain", - "health", - "observability" - ], - "type": "domain_entity", - "layer": "domain", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "used_by", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "Сущность runtime health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "children": [], - "doc_kind": "misc", - "entities": [ - "WorkerHealth", - "WorkerStatus", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "domain.runtime_health", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "summary_text": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/health-endpoint.md", - "title": "HTTP API /health", - "content": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "metadata": { - "name": "health_endpoint", - "tags": [ - "api", - "health", - "control-plane" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "HTTP API /health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager", - "WorkerHealth" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "summary_text": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/logic/telegram-notification-loop.md", - "title": "Цикл отправки уведомлений в Telegram", - "content": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "metadata": { - "name": "telegram_notification_loop", - "tags": [ - "logic", - "telegram", - "worker", - "scheduling" - ], - "type": "logic_block", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - } - ], - "owner": null, - "title": "Цикл отправки уведомлений в Telegram", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "0f62f9b4dab261ca4ca34575ff5d84411a22c90b780c52eda388782b94f08470", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramNotifyWorker", - "TelegramSendService", - "WorkerHealth", - "WorkerStatus" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "logic.telegram_notification_loop", - "source_path": "docs/documentation/logic/telegram-notification-loop.md", - "summary_text": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [], - "relations": [] -} -``` - -### User Prompt Overview -- question: Как работает health check runtime? -- intent: GENERAL_QA -- sub_intent: GENERIC_QA -- documents: 4 | samples: Сущность runtime health, HTTP API /health, Цикл отправки уведомлений в Telegram -- facts: 0 -- relations: 0 - -## Mismatches -- sub_intent: expected SYSTEM_FLOW_EXPLAIN, got GENERIC_QA \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-system-flow-health-2.json b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-system-flow-health-2.json deleted file mode 100644 index b0563b8..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-system-flow-health-2.json +++ /dev/null @@ -1,91 +0,0 @@ -{ - "meta": { - "case_id": "v3-system-flow-health-2", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 23, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.health_endpoint", - "api.control_actions_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "api.send_message_endpoint", - "docs/README.md" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Как происходит проверка состояния runtime?" - }, - "output": { - "query": "Как происходит проверка состояния runtime?" - } - }, - { - "step": "router", - "input": { - "query": "Как происходит проверка состояния runtime?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Как происходит проверка состояния runtime?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 22363, - "tokens_in_estimate": 5689 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-system-flow-health-2.md b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-system-flow-health-2.md deleted file mode 100644 index 4a84f98..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-system-flow-health-2.md +++ /dev/null @@ -1,915 +0,0 @@ -# v3-system-flow-health-2 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Как происходит проверка состояния runtime? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 23, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.health_endpoint", - "api.control_actions_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "api.send_message_endpoint", - "docs/README.md" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Как происходит проверка состояния runtime?" - }, - "output": { - "query": "Как происходит проверка состояния runtime?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Как происходит проверка состояния runtime?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Как происходит проверка состояния runtime?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 22363, - "tokens_in_estimate": 5689 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "layers_used": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "documents_found": 6, - "facts_found": 0, - "relations_found": 8, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "none", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D1_DOCUMENT_CATALOG": { - "hits": 6, - "top_ids": [ - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.health_endpoint", - "api.control_actions_endpoint", - "architecture.telegram_notify_app" - ] - }, - "D4_WORKFLOW_INDEX": { - "hits": 3, - "top_ids": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint" - ] - }, - "D5_RELATION_GRAPH": { - "hits": 8, - "top_ids": [ - "8595d7b82fecdb7ef579fa8961cda6799bb21970061e5bc221d4dd7a3d53fd04", - "801650f8bcbfbfbefd35c14447bfef7b3c3827313db790efa7faf47db860f8c4", - "af2a4f7c1b677b908410ba720915405e10dbd0870e30a3c6e3aa2468550ddf0e", - "79bdb0a74713df6064008179ca8c5c186dc23e4e1c5e2c9607b0bdddeba50f93", - "77f5d358ab85b3d92018b6b51da7c39773148dfd346686e8832a45370c841160" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "domain.runtime_health", - "docs/README.md", - "api.control_actions_endpoint" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [], - "resolved_anchor_candidates": [ - "domain.runtime_health", - "docs/documentation/domain/runtime-health-entity.md", - "logic.telegram_notification_loop", - "docs/documentation/logic/telegram-notification-loop.md", - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md", - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md", - "architecture.telegram_notify_app", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md", - "docs/README.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.health_endpoint", - "api.control_actions_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "api.send_message_endpoint", - "docs/README.md" - ], - "doc_paths": [ - "docs/documentation/domain/runtime-health-entity.md", - "docs/documentation/logic/telegram-notification-loop.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/documentation/api/send-message-endpoint.md", - "docs/README.md" - ], - "doc_titles": [ - "Сущность runtime health", - "Цикл отправки уведомлений в Telegram", - "HTTP API /health", - "HTTP API /actions/{action}", - "Архитектура Telegram Notify App", - "HTTP API /send", - "Scenario", - "domain.runtime_health:related_logic", - "domain.runtime_health:used_by", - "domain.runtime_health:part_of", - "domain.runtime_health:parent", - "api.health_endpoint:depends_on", - "architecture.telegram_notify_app:child", - "architecture.telegram_notify_app:depends_on", - "api.health_endpoint:part_of", - "domain.runtime_health:Details", - "domain.runtime_health:Summary", - "docs/README.md:Навигация", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Сценарий" - ], - "relation_hits_count": 8, - "relation_targets": [ - "domain.runtime_health:related_logic", - "domain.runtime_health:used_by", - "domain.runtime_health:part_of", - "domain.runtime_health:parent", - "api.health_endpoint:depends_on", - "architecture.telegram_notify_app:child", - "architecture.telegram_notify_app:depends_on", - "api.health_endpoint:part_of" - ], - "fallback_doc_hits_count": 12, - "fallback_used": false, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 6, - "facts": 0, - "relations": 8, - "chunks": 6, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 22363, - "tokens_in_estimate": 5689 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Как происходит проверка состояния runtime?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "Сущность runtime health", - "content": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "metadata": { - "name": "runtime_health", - "tags": [ - "domain", - "health", - "observability" - ], - "type": "domain_entity", - "layer": "domain", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "used_by", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "Сущность runtime health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "children": [], - "doc_kind": "misc", - "entities": [ - "WorkerHealth", - "WorkerStatus", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "domain.runtime_health", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "summary_text": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/logic/telegram-notification-loop.md", - "title": "Цикл отправки уведомлений в Telegram", - "content": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "metadata": { - "name": "telegram_notification_loop", - "tags": [ - "logic", - "telegram", - "worker", - "scheduling" - ], - "type": "logic_block", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - } - ], - "owner": null, - "title": "Цикл отправки уведомлений в Telegram", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "0f62f9b4dab261ca4ca34575ff5d84411a22c90b780c52eda388782b94f08470", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramNotifyWorker", - "TelegramSendService", - "WorkerHealth", - "WorkerStatus" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "logic.telegram_notification_loop", - "source_path": "docs/documentation/logic/telegram-notification-loop.md", - "summary_text": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/health-endpoint.md", - "title": "HTTP API /health", - "content": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "metadata": { - "name": "health_endpoint", - "tags": [ - "api", - "health", - "control-plane" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "HTTP API /health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager", - "WorkerHealth" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "summary_text": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "Архитектура Telegram Notify App", - "content": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "metadata": { - "name": "telegram_notify_app_overview", - "tags": [ - "architecture", - "telegram", - "plba", - "runtime" - ], - "type": "architecture_overview", - "layer": "system", - "links": [ - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "Архитектура Telegram Notify App", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "docs_root", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "children": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint", - "logic.telegram_notification_loop", - "domain.runtime_health" - ], - "doc_kind": "spec", - "entities": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramControlChannel", - "TelegramSendService", - "RuntimeManager" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "architecture.telegram_notify_app", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "summary_text": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "HTTP API /send", - "content": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "metadata": { - "name": "send_message_endpoint", - "tags": [ - "api", - "telegram", - "manual-send" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /send", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlAppFactory", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.send_message_endpoint", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "summary_text": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "domain.runtime_health:related_logic", - "content": "domain.runtime_health related_logic logic.telegram_notification_loop", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "source_id": "domain.runtime_health", - "target_id": "logic.telegram_notification_loop", - "doc_version": null, - "relation_id": "8595d7b82fecdb7ef579fa8961cda6799bb21970061e5bc221d4dd7a3d53fd04", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_logic", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "domain.runtime_health:used_by", - "content": "domain.runtime_health used_by api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "source_id": "domain.runtime_health", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "801650f8bcbfbfbefd35c14447bfef7b3c3827313db790efa7faf47db860f8c4", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "used_by", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "domain.runtime_health:part_of", - "content": "domain.runtime_health part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "source_id": "domain.runtime_health", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "af2a4f7c1b677b908410ba720915405e10dbd0870e30a3c6e3aa2468550ddf0e", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "domain.runtime_health:parent", - "content": "domain.runtime_health parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "source_id": "domain.runtime_health", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "79bdb0a74713df6064008179ca8c5c186dc23e4e1c5e2c9607b0bdddeba50f93", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:depends_on", - "content": "api.health_endpoint depends_on domain.runtime_health", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "domain.runtime_health", - "doc_version": null, - "relation_id": "77f5d358ab85b3d92018b6b51da7c39773148dfd346686e8832a45370c841160", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "depends_on", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:child", - "content": "architecture.telegram_notify_app child domain.runtime_health", - "metadata": { - "owner": null, - "anchor": "frontmatter.children", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "source_id": "architecture.telegram_notify_app", - "target_id": "domain.runtime_health", - "doc_version": null, - "relation_id": "4e0bbeb8e97e25091a30412d8631b1d9f6bb58b5694d8b7cc632af69a9262ea8", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "child", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:depends_on", - "content": "architecture.telegram_notify_app depends_on domain.runtime_health", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "source_id": "architecture.telegram_notify_app", - "target_id": "domain.runtime_health", - "doc_version": null, - "relation_id": "228d9012df1811fd2ef79178ff79c3cbc85271cf2755b15a627ea320e8f442a5", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "depends_on", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:part_of", - "content": "api.health_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Как происходит проверка состояния runtime? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: SYSTEM_FLOW_EXPLAIN -- documents: 6 | samples: Сущность runtime health, Цикл отправки уведомлений в Telegram, HTTP API /health -- facts: 0 -- relations: 8 | samples: domain.runtime_health:related_logic, domain.runtime_health:used_by, domain.runtime_health:part_of - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-1.json b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-1.json deleted file mode 100644 index 697439d..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-1.json +++ /dev/null @@ -1,90 +0,0 @@ -{ - "meta": { - "case_id": "v3-system-flow-telegram-loop-1", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 23, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "domain.runtime_health" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Объясни цикл отправки уведомлений" - }, - "output": { - "query": "Объясни цикл отправки уведомлений" - } - }, - { - "step": "router", - "input": { - "query": "Объясни цикл отправки уведомлений" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Объясни цикл отправки уведомлений" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 20708, - "tokens_in_estimate": 5276 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-1.md b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-1.md deleted file mode 100644 index afc4a41..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-1.md +++ /dev/null @@ -1,882 +0,0 @@ -# v3-system-flow-telegram-loop-1 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Объясни цикл отправки уведомлений - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 23, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "domain.runtime_health" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Объясни цикл отправки уведомлений" - }, - "output": { - "query": "Объясни цикл отправки уведомлений" - } -} -``` - -### router -```json -{ - "input": { - "query": "Объясни цикл отправки уведомлений" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Объясни цикл отправки уведомлений" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 20708, - "tokens_in_estimate": 5276 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "layers_used": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "documents_found": 6, - "facts_found": 0, - "relations_found": 8, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "none", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D1_DOCUMENT_CATALOG": { - "hits": 6, - "top_ids": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "architecture.telegram_notify_app" - ] - }, - "D4_WORKFLOW_INDEX": { - "hits": 3, - "top_ids": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ] - }, - "D5_RELATION_GRAPH": { - "hits": 8, - "top_ids": [ - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "docs/README.md", - "api.control_actions_endpoint" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [], - "resolved_anchor_candidates": [ - "docs/README.md", - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md", - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md", - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md", - "architecture.telegram_notify_app", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "domain.runtime_health", - "docs/documentation/domain/runtime-health-entity.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "domain.runtime_health" - ], - "doc_paths": [ - "docs/README.md", - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/send-message-endpoint.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/documentation/domain/runtime-health-entity.md" - ], - "doc_titles": [ - "Readme", - "HTTP API /actions/{action}", - "HTTP API /health", - "HTTP API /send", - "Архитектура Telegram Notify App", - "Сущность runtime health", - "Scenario", - "api.control_actions_endpoint:part_of", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.health_endpoint:parent", - "api.health_endpoint:part_of", - "api.health_endpoint:depends_on", - "api.send_message_endpoint:parent", - "api.control_actions_endpoint:parent", - "docs/README.md:Структура", - "docs/README.md:Навигация", - "docs/README.md:Правила и шаблоны", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Описание", - "docs/README.md:Project Docs" - ], - "relation_hits_count": 8, - "relation_targets": [ - "api.control_actions_endpoint:part_of", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.health_endpoint:parent", - "api.health_endpoint:part_of", - "api.health_endpoint:depends_on", - "api.send_message_endpoint:parent", - "api.control_actions_endpoint:parent" - ], - "fallback_doc_hits_count": 12, - "fallback_used": false, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 6, - "facts": 0, - "relations": 8, - "chunks": 6, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 20708, - "tokens_in_estimate": 5276 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Объясни цикл отправки уведомлений", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/README.md", - "title": "Readme", - "content": "Readme", - "metadata": { - "name": "", - "tags": [], - "type": "", - "layer": "", - "links": [], - "owner": null, - "title": "Readme", - "doc_id": null, - "module": "", - "parent": null, - "status": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "81d952f1a6ea85b76f75e0e57f33b8fa4b2bf3cb7db11b91b90171aeedd655a6", - "children": [], - "doc_kind": "readme", - "entities": [], - "updated_at": null, - "doc_version": null, - "document_id": "docs/README.md", - "source_path": "docs/README.md", - "summary_text": "", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/health-endpoint.md", - "title": "HTTP API /health", - "content": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "metadata": { - "name": "health_endpoint", - "tags": [ - "api", - "health", - "control-plane" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "HTTP API /health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager", - "WorkerHealth" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "summary_text": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "HTTP API /send", - "content": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "metadata": { - "name": "send_message_endpoint", - "tags": [ - "api", - "telegram", - "manual-send" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /send", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlAppFactory", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.send_message_endpoint", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "summary_text": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "Архитектура Telegram Notify App", - "content": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "metadata": { - "name": "telegram_notify_app_overview", - "tags": [ - "architecture", - "telegram", - "plba", - "runtime" - ], - "type": "architecture_overview", - "layer": "system", - "links": [ - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "Архитектура Telegram Notify App", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "docs_root", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "children": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint", - "logic.telegram_notification_loop", - "domain.runtime_health" - ], - "doc_kind": "spec", - "entities": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramControlChannel", - "TelegramSendService", - "RuntimeManager" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "architecture.telegram_notify_app", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "summary_text": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "Сущность runtime health", - "content": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "metadata": { - "name": "runtime_health", - "tags": [ - "domain", - "health", - "observability" - ], - "type": "domain_entity", - "layer": "domain", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "used_by", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "Сущность runtime health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "children": [], - "doc_kind": "misc", - "entities": [ - "WorkerHealth", - "WorkerStatus", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "domain.runtime_health", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "summary_text": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:part_of", - "content": "api.control_actions_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_api", - "content": "api.control_actions_endpoint related_api api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_logic", - "content": "api.control_actions_endpoint related_logic logic.telegram_notification_loop", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "logic.telegram_notification_loop", - "doc_version": null, - "relation_id": "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_logic", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:parent", - "content": "api.health_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:part_of", - "content": "api.health_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:depends_on", - "content": "api.health_endpoint depends_on domain.runtime_health", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "domain.runtime_health", - "doc_version": null, - "relation_id": "77f5d358ab85b3d92018b6b51da7c39773148dfd346686e8832a45370c841160", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "depends_on", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "api.send_message_endpoint:parent", - "content": "api.send_message_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "source_id": "api.send_message_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "33eb0aa97f06d0afcaa4c230b5f5b73fa2fbfa5861ea9367b6c92f8a6fe0c054", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:parent", - "content": "api.control_actions_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "afec31fd062e392dcd9699a92c7ab61fd4b1273c1a2b16702b23d55d8d0c47ac", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Объясни цикл отправки уведомлений -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: SYSTEM_FLOW_EXPLAIN -- documents: 6 | samples: Readme, HTTP API /actions/{action}, HTTP API /health -- facts: 0 -- relations: 8 | samples: api.control_actions_endpoint:part_of, api.control_actions_endpoint:related_api, api.control_actions_endpoint:related_logic - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-2.json b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-2.json deleted file mode 100644 index ba9c70c..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-2.json +++ /dev/null @@ -1,91 +0,0 @@ -{ - "meta": { - "case_id": "v3-system-flow-telegram-loop-2", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 18, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "logic.telegram_notification_loop", - "api.send_message_endpoint", - "domain.runtime_health", - "api.health_endpoint", - "api.control_actions_endpoint", - "api.actions_endpoint", - "docs/README.md" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Как работает процесс отправки уведомлений в Telegram?" - }, - "output": { - "query": "Как работает процесс отправки уведомлений в Telegram?" - } - }, - { - "step": "router", - "input": { - "query": "Как работает процесс отправки уведомлений в Telegram?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Как работает процесс отправки уведомлений в Telegram?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 17588, - "tokens_in_estimate": 4496 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-2.md b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-2.md deleted file mode 100644 index 63fd540..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-2.md +++ /dev/null @@ -1,785 +0,0 @@ -# v3-system-flow-telegram-loop-2 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Как работает процесс отправки уведомлений в Telegram? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 18, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "logic.telegram_notification_loop", - "api.send_message_endpoint", - "domain.runtime_health", - "api.health_endpoint", - "api.control_actions_endpoint", - "api.actions_endpoint", - "docs/README.md" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Как работает процесс отправки уведомлений в Telegram?" - }, - "output": { - "query": "Как работает процесс отправки уведомлений в Telegram?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Как работает процесс отправки уведомлений в Telegram?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Как работает процесс отправки уведомлений в Telegram?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 17588, - "tokens_in_estimate": 4496 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "layers_used": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "documents_found": 6, - "facts_found": 0, - "relations_found": 3, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "workflow", - "matched_anchor_value": "отправки", - "exact_anchor_match": false, - "docs_layers_requested": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D1_DOCUMENT_CATALOG": { - "hits": 6, - "top_ids": [ - "architecture.telegram_notify_app", - "logic.telegram_notification_loop", - "api.send_message_endpoint", - "domain.runtime_health", - "api.health_endpoint" - ] - }, - "D4_WORKFLOW_INDEX": { - "hits": 3, - "top_ids": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ] - }, - "D5_RELATION_GRAPH": { - "hits": 8, - "top_ids": [ - "305bab0c6567d93a2b453a9d70b676f9ecd8de083ef36f5cf3398747c25ebf94", - "7bd0428d23e9b20f7d65202cc269e45b3d1e7aed7b5df4a35581fd88677be29b", - "0eb7f73fcda8556439e06f5eeb5ce064ae32b6cd3129353f5b1b4eb3db626d88", - "ae34fe4b3cd2b47632b13b1e32303e842b57948aa21160abe8d9b478995e1d74", - "145ccbb861a8fb621286ec9c888ce69677168d35c7871c70537e888ce3a5b910" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "logic.telegram_notification_loop", - "architecture.telegram_notify_app", - "docs/README.md" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [], - "resolved_anchor_candidates": [ - "architecture.telegram_notify_app", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "logic.telegram_notification_loop", - "docs/documentation/logic/telegram-notification-loop.md", - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md", - "domain.runtime_health", - "docs/documentation/domain/runtime-health-entity.md", - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md", - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md", - "docs/README.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "logic.telegram_notification_loop", - "api.send_message_endpoint", - "domain.runtime_health", - "api.health_endpoint", - "api.control_actions_endpoint", - "api.actions_endpoint", - "docs/README.md" - ], - "doc_paths": [ - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/documentation/logic/telegram-notification-loop.md", - "docs/documentation/api/send-message-endpoint.md", - "docs/documentation/domain/runtime-health-entity.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/control-actions-endpoint.md", - "docs/README.md" - ], - "doc_titles": [ - "Архитектура Telegram Notify App", - "Цикл отправки уведомлений в Telegram", - "HTTP API /send", - "Сущность runtime health", - "HTTP API /health", - "HTTP API /actions/{action}", - "Scenario", - "architecture.telegram_notify_app:child", - "architecture.telegram_notify_app:related_api", - "architecture.telegram_notify_app:parent", - "logic.telegram_notification_loop:Summary", - "logic.telegram_notification_loop:Details", - "architecture.telegram_notify_app:Summary", - "architecture.telegram_notify_app:Details", - "docs/README.md:Навигация", - "api.health_endpoint:Функциональные требования" - ], - "relation_hits_count": 3, - "relation_targets": [ - "architecture.telegram_notify_app:child", - "architecture.telegram_notify_app:related_api", - "architecture.telegram_notify_app:parent" - ], - "fallback_doc_hits_count": 12, - "fallback_used": false, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 6, - "facts": 0, - "relations": 3, - "chunks": 6, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 17588, - "tokens_in_estimate": 4496 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Как работает процесс отправки уведомлений в Telegram?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "Архитектура Telegram Notify App", - "content": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "metadata": { - "name": "telegram_notify_app_overview", - "tags": [ - "architecture", - "telegram", - "plba", - "runtime" - ], - "type": "architecture_overview", - "layer": "system", - "links": [ - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "Архитектура Telegram Notify App", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "docs_root", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "children": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint", - "logic.telegram_notification_loop", - "domain.runtime_health" - ], - "doc_kind": "spec", - "entities": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramControlChannel", - "TelegramSendService", - "RuntimeManager" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "architecture.telegram_notify_app", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "summary_text": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/logic/telegram-notification-loop.md", - "title": "Цикл отправки уведомлений в Telegram", - "content": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "metadata": { - "name": "telegram_notification_loop", - "tags": [ - "logic", - "telegram", - "worker", - "scheduling" - ], - "type": "logic_block", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - } - ], - "owner": null, - "title": "Цикл отправки уведомлений в Telegram", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "0f62f9b4dab261ca4ca34575ff5d84411a22c90b780c52eda388782b94f08470", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramNotifyWorker", - "TelegramSendService", - "WorkerHealth", - "WorkerStatus" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "logic.telegram_notification_loop", - "source_path": "docs/documentation/logic/telegram-notification-loop.md", - "summary_text": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "HTTP API /send", - "content": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "metadata": { - "name": "send_message_endpoint", - "tags": [ - "api", - "telegram", - "manual-send" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /send", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlAppFactory", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.send_message_endpoint", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "summary_text": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "Сущность runtime health", - "content": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "metadata": { - "name": "runtime_health", - "tags": [ - "domain", - "health", - "observability" - ], - "type": "domain_entity", - "layer": "domain", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "used_by", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "Сущность runtime health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "children": [], - "doc_kind": "misc", - "entities": [ - "WorkerHealth", - "WorkerStatus", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "domain.runtime_health", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "summary_text": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/health-endpoint.md", - "title": "HTTP API /health", - "content": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "metadata": { - "name": "health_endpoint", - "tags": [ - "api", - "health", - "control-plane" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "HTTP API /health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager", - "WorkerHealth" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "summary_text": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:child", - "content": "architecture.telegram_notify_app child api.send_message_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.children", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "source_id": "architecture.telegram_notify_app", - "target_id": "api.send_message_endpoint", - "doc_version": null, - "relation_id": "305bab0c6567d93a2b453a9d70b676f9ecd8de083ef36f5cf3398747c25ebf94", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "child", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:related_api", - "content": "architecture.telegram_notify_app related_api api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "source_id": "architecture.telegram_notify_app", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "7bd0428d23e9b20f7d65202cc269e45b3d1e7aed7b5df4a35581fd88677be29b", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:parent", - "content": "architecture.telegram_notify_app parent docs_root", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "source_id": "architecture.telegram_notify_app", - "target_id": "docs_root", - "doc_version": null, - "relation_id": "e01922b36e3cc60d9349f89e43fcd4a92c6a01394b0028d6b6d56801b258645d", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Как работает процесс отправки уведомлений в Telegram? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: SYSTEM_FLOW_EXPLAIN -- documents: 6 | samples: Архитектура Telegram Notify App, Цикл отправки уведомлений в Telegram, HTTP API /send -- facts: 0 -- relations: 3 | samples: architecture.telegram_notify_app:child, architecture.telegram_notify_app:related_api, architecture.telegram_notify_app:parent - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-3.json b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-3.json deleted file mode 100644 index f17e612..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-3.json +++ /dev/null @@ -1,91 +0,0 @@ -{ - "meta": { - "case_id": "v3-system-flow-telegram-loop-3", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 18, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "logic.telegram_notification_loop", - "api.send_message_endpoint", - "domain.runtime_health", - "api.health_endpoint", - "api.control_actions_endpoint", - "api.actions_endpoint", - "docs/README.md" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Опиши workflow Telegram уведомлений" - }, - "output": { - "query": "Опиши workflow Telegram уведомлений" - } - }, - { - "step": "router", - "input": { - "query": "Опиши workflow Telegram уведомлений" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Опиши workflow Telegram уведомлений" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 17570, - "tokens_in_estimate": 4491 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-3.md b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-3.md deleted file mode 100644 index c5b8233..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-3.md +++ /dev/null @@ -1,785 +0,0 @@ -# v3-system-flow-telegram-loop-3 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Опиши workflow Telegram уведомлений - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 18, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "logic.telegram_notification_loop", - "api.send_message_endpoint", - "domain.runtime_health", - "api.health_endpoint", - "api.control_actions_endpoint", - "api.actions_endpoint", - "docs/README.md" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Опиши workflow Telegram уведомлений" - }, - "output": { - "query": "Опиши workflow Telegram уведомлений" - } -} -``` - -### router -```json -{ - "input": { - "query": "Опиши workflow Telegram уведомлений" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Опиши workflow Telegram уведомлений" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 17570, - "tokens_in_estimate": 4491 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "layers_used": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "documents_found": 6, - "facts_found": 0, - "relations_found": 3, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "workflow", - "matched_anchor_value": "Telegram", - "exact_anchor_match": false, - "docs_layers_requested": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D1_DOCUMENT_CATALOG", - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D1_DOCUMENT_CATALOG": { - "hits": 6, - "top_ids": [ - "architecture.telegram_notify_app", - "logic.telegram_notification_loop", - "api.send_message_endpoint", - "domain.runtime_health", - "api.health_endpoint" - ] - }, - "D4_WORKFLOW_INDEX": { - "hits": 3, - "top_ids": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ] - }, - "D5_RELATION_GRAPH": { - "hits": 8, - "top_ids": [ - "305bab0c6567d93a2b453a9d70b676f9ecd8de083ef36f5cf3398747c25ebf94", - "7bd0428d23e9b20f7d65202cc269e45b3d1e7aed7b5df4a35581fd88677be29b", - "0eb7f73fcda8556439e06f5eeb5ce064ae32b6cd3129353f5b1b4eb3db626d88", - "ae34fe4b3cd2b47632b13b1e32303e842b57948aa21160abe8d9b478995e1d74", - "145ccbb861a8fb621286ec9c888ce69677168d35c7871c70537e888ce3a5b910" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "logic.telegram_notification_loop", - "architecture.telegram_notify_app", - "docs/README.md" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [], - "resolved_anchor_candidates": [ - "architecture.telegram_notify_app", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "logic.telegram_notification_loop", - "docs/documentation/logic/telegram-notification-loop.md", - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md", - "domain.runtime_health", - "docs/documentation/domain/runtime-health-entity.md", - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md", - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md", - "docs/README.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "logic.telegram_notification_loop", - "api.send_message_endpoint", - "domain.runtime_health", - "api.health_endpoint", - "api.control_actions_endpoint", - "api.actions_endpoint", - "docs/README.md" - ], - "doc_paths": [ - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/documentation/logic/telegram-notification-loop.md", - "docs/documentation/api/send-message-endpoint.md", - "docs/documentation/domain/runtime-health-entity.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/control-actions-endpoint.md", - "docs/README.md" - ], - "doc_titles": [ - "Архитектура Telegram Notify App", - "Цикл отправки уведомлений в Telegram", - "HTTP API /send", - "Сущность runtime health", - "HTTP API /health", - "HTTP API /actions/{action}", - "Scenario", - "architecture.telegram_notify_app:child", - "architecture.telegram_notify_app:related_api", - "architecture.telegram_notify_app:parent", - "logic.telegram_notification_loop:Summary", - "logic.telegram_notification_loop:Details", - "architecture.telegram_notify_app:Summary", - "architecture.telegram_notify_app:Details", - "docs/README.md:Навигация", - "api.health_endpoint:Сценарий" - ], - "relation_hits_count": 3, - "relation_targets": [ - "architecture.telegram_notify_app:child", - "architecture.telegram_notify_app:related_api", - "architecture.telegram_notify_app:parent" - ], - "fallback_doc_hits_count": 12, - "fallback_used": false, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 6, - "facts": 0, - "relations": 3, - "chunks": 6, - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "request_schema": false, - "response_schema": false, - "status_codes": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 17570, - "tokens_in_estimate": 4491 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Опиши workflow Telegram уведомлений", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "Архитектура Telegram Notify App", - "content": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "metadata": { - "name": "telegram_notify_app_overview", - "tags": [ - "architecture", - "telegram", - "plba", - "runtime" - ], - "type": "architecture_overview", - "layer": "system", - "links": [ - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "Архитектура Telegram Notify App", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "docs_root", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "children": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint", - "logic.telegram_notification_loop", - "domain.runtime_health" - ], - "doc_kind": "spec", - "entities": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramControlChannel", - "TelegramSendService", - "RuntimeManager" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "architecture.telegram_notify_app", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "summary_text": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/logic/telegram-notification-loop.md", - "title": "Цикл отправки уведомлений в Telegram", - "content": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "metadata": { - "name": "telegram_notification_loop", - "tags": [ - "logic", - "telegram", - "worker", - "scheduling" - ], - "type": "logic_block", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - } - ], - "owner": null, - "title": "Цикл отправки уведомлений в Telegram", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "0f62f9b4dab261ca4ca34575ff5d84411a22c90b780c52eda388782b94f08470", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramNotifyWorker", - "TelegramSendService", - "WorkerHealth", - "WorkerStatus" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "logic.telegram_notification_loop", - "source_path": "docs/documentation/logic/telegram-notification-loop.md", - "summary_text": "`TelegramNotifyWorker` после старта runtime запускает отдельный поток, сразу делает первую попытку отправки сообщения и затем повторяет отправку через заданный интервал. При ошибках доставки или отсутствии credentials worker не останавливает сервис, а переводит собственное состояние в `degraded`. Этот workflow определяет основной полезный цикл приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "HTTP API /send", - "content": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "metadata": { - "name": "send_message_endpoint", - "tags": [ - "api", - "telegram", - "manual-send" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /send", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlAppFactory", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.send_message_endpoint", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "summary_text": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "Сущность runtime health", - "content": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "metadata": { - "name": "runtime_health", - "tags": [ - "domain", - "health", - "observability" - ], - "type": "domain_entity", - "layer": "domain", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "used_by", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "Сущность runtime health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "children": [], - "doc_kind": "misc", - "entities": [ - "WorkerHealth", - "WorkerStatus", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "domain.runtime_health", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "summary_text": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/health-endpoint.md", - "title": "HTTP API /health", - "content": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "metadata": { - "name": "health_endpoint", - "tags": [ - "api", - "health", - "control-plane" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "HTTP API /health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager", - "WorkerHealth" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "summary_text": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:child", - "content": "architecture.telegram_notify_app child api.send_message_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.children", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "source_id": "architecture.telegram_notify_app", - "target_id": "api.send_message_endpoint", - "doc_version": null, - "relation_id": "305bab0c6567d93a2b453a9d70b676f9ecd8de083ef36f5cf3398747c25ebf94", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "child", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:related_api", - "content": "architecture.telegram_notify_app related_api api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "source_id": "architecture.telegram_notify_app", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "7bd0428d23e9b20f7d65202cc269e45b3d1e7aed7b5df4a35581fd88677be29b", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:parent", - "content": "architecture.telegram_notify_app parent docs_root", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "source_id": "architecture.telegram_notify_app", - "target_id": "docs_root", - "doc_version": null, - "relation_id": "e01922b36e3cc60d9349f89e43fcd4a92c6a01394b0028d6b6d56801b258645d", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Опиши workflow Telegram уведомлений -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: SYSTEM_FLOW_EXPLAIN -- documents: 6 | samples: Архитектура Telegram Notify App, Цикл отправки уведомлений в Telegram, HTTP API /send -- facts: 0 -- relations: 3 | samples: architecture.telegram_notify_app:child, architecture.telegram_notify_app:related_api, architecture.telegram_notify_app:parent - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/summary.md b/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/summary.md deleted file mode 100644 index 5a310fe..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_deterministic/20260326_125615/summary.md +++ /dev/null @@ -1,41 +0,0 @@ -# pipeline_setup_v3 summary - -Passed: 27/30 - -| File | Case | Mode | Query | Actual sub-intent | RAG layers | Tokens | Pass | -|------|------|------|-------|-------------------|------------|--------|------| -| full_chain_docs_intents_v3-3x.yaml | v3-system-flow-telegram-loop-1 | pre_llm | Объясни цикл отправки уведомлений | SYSTEM_FLOW_EXPLAIN | D0_DOC_CHUNKS:6, D1_DOCUMENT_CATALOG:6, D4_WORKFLOW_INDEX:3, D5_RELATION_GRAPH:8 | 5276 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-system-flow-telegram-loop-2 | pre_llm | Как работает процесс отправки уведомлений в Telegram? | SYSTEM_FLOW_EXPLAIN | D0_DOC_CHUNKS:6, D1_DOCUMENT_CATALOG:6, D4_WORKFLOW_INDEX:3, D5_RELATION_GRAPH:3 | 4496 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-system-flow-telegram-loop-3 | pre_llm | Опиши workflow Telegram уведомлений | SYSTEM_FLOW_EXPLAIN | D0_DOC_CHUNKS:6, D1_DOCUMENT_CATALOG:6, D4_WORKFLOW_INDEX:3, D5_RELATION_GRAPH:3 | 4491 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-system-flow-health-1 | pre_llm | Как работает health check runtime? | GENERIC_QA | D0_DOC_CHUNKS:8, D1_DOCUMENT_CATALOG:4 | 2452 | ✗ | -| full_chain_docs_intents_v3-3x.yaml | v3-system-flow-health-2 | pre_llm | Как происходит проверка состояния runtime? | SYSTEM_FLOW_EXPLAIN | D0_DOC_CHUNKS:6, D1_DOCUMENT_CATALOG:6, D4_WORKFLOW_INDEX:3, D5_RELATION_GRAPH:8 | 5689 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-component-runtime-manager-1 | pre_llm | Что делает RuntimeManager? | COMPONENT_EXPLAIN | D0_DOC_CHUNKS:6, D1_DOCUMENT_CATALOG:6, D2_FACT_INDEX:2, D5_RELATION_GRAPH:6 | 5471 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-component-runtime-manager-2 | pre_llm | Как устроен RuntimeManager? | COMPONENT_EXPLAIN | D0_DOC_CHUNKS:6, D1_DOCUMENT_CATALOG:6, D2_FACT_INDEX:2, D5_RELATION_GRAPH:6 | 5471 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-component-runtime-manager-3 | pre_llm | Опиши компонент RuntimeManager | COMPONENT_EXPLAIN | D0_DOC_CHUNKS:6, D1_DOCUMENT_CATALOG:6, D2_FACT_INDEX:2, D5_RELATION_GRAPH:6 | 5472 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-component-control-channel-1 | pre_llm | Как работает TelegramControlChannel? | COMPONENT_EXPLAIN | D0_DOC_CHUNKS:6, D1_DOCUMENT_CATALOG:6, D2_FACT_INDEX:2, D5_RELATION_GRAPH:6 | 5474 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-component-control-channel-2 | pre_llm | Роль TelegramControlChannel в системе | COMPONENT_EXPLAIN | D0_DOC_CHUNKS:6, D1_DOCUMENT_CATALOG:6, D2_FACT_INDEX:2, D5_RELATION_GRAPH:6 | 5474 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-api-health-1 | pre_llm | Что делает /health? | API_METHOD_EXPLAIN | D0_DOC_CHUNKS:6, D1_DOCUMENT_CATALOG:1, D2_FACT_INDEX:2, D4_WORKFLOW_INDEX:1 | 1149 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-api-health-2 | pre_llm | Как работает health endpoint? | API_METHOD_EXPLAIN | D0_DOC_CHUNKS:6, D1_DOCUMENT_CATALOG:6, D2_FACT_INDEX:2, D4_WORKFLOW_INDEX:3 | 4254 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-api-health-3 | pre_llm | Опиши endpoint health | API_METHOD_EXPLAIN | D0_DOC_CHUNKS:6, D1_DOCUMENT_CATALOG:6, D2_FACT_INDEX:2, D4_WORKFLOW_INDEX:3 | 4252 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-api-send-1 | pre_llm | Что делает /send? | API_METHOD_EXPLAIN | D0_DOC_CHUNKS:6, D1_DOCUMENT_CATALOG:1, D2_FACT_INDEX:2, D4_WORKFLOW_INDEX:1 | 1195 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-api-send-2 | pre_llm | Как работает send endpoint? | API_METHOD_EXPLAIN | D0_DOC_CHUNKS:6, D1_DOCUMENT_CATALOG:6, D2_FACT_INDEX:2, D4_WORKFLOW_INDEX:3 | 3846 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-api-send-3 | pre_llm | Опиши endpoint отправки сообщений | API_METHOD_EXPLAIN | D0_DOC_CHUNKS:6, D1_DOCUMENT_CATALOG:6, D2_FACT_INDEX:2, D4_WORKFLOW_INDEX:3 | 3847 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-entity-runtime-health-1 | pre_llm | Что такое runtime health? | ENTITY_EXPLAIN | D0_DOC_CHUNKS:6, D1_DOCUMENT_CATALOG:6, D3_ENTITY_CATALOG:8, D5_RELATION_GRAPH:6 | 5165 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-entity-runtime-health-2 | pre_llm | Объясни runtime health | GENERIC_QA | D0_DOC_CHUNKS:8, D1_DOCUMENT_CATALOG:4 | 2449 | ✗ | -| full_chain_docs_intents_v3-3x.yaml | v3-entity-worker-status-1 | pre_llm | Что такое WorkerStatus? | ENTITY_EXPLAIN | D0_DOC_CHUNKS:6, D1_DOCUMENT_CATALOG:6, D3_ENTITY_CATALOG:8, D5_RELATION_GRAPH:6 | 4793 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-entity-worker-status-2 | pre_llm | Опиши статус воркера | GENERIC_QA | D0_DOC_CHUNKS:8, D1_DOCUMENT_CATALOG:4 | 1976 | ✗ | -| full_chain_docs_intents_v3-3x.yaml | v3-related-health-1 | pre_llm | Что связано с /health? | RELATED_DOCS_EXPLAIN | D0_DOC_CHUNKS:6, D5_RELATION_GRAPH:8 | 2070 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-related-health-2 | pre_llm | Какие документы относятся к health endpoint? | RELATED_DOCS_EXPLAIN | D0_DOC_CHUNKS:6, D5_RELATION_GRAPH:8 | 2098 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-related-send-1 | pre_llm | Какие документы связаны с /send? | RELATED_DOCS_EXPLAIN | D0_DOC_CHUNKS:6, D5_RELATION_GRAPH:8 | 2120 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-related-architecture-1 | pre_llm | Какие документы связаны с архитектурой? | RELATED_DOCS_EXPLAIN | D0_DOC_CHUNKS:6, D5_RELATION_GRAPH:8 | 2097 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-general-1 | pre_llm | Что есть в документации? | GENERIC_QA | D0_DOC_CHUNKS:6, D1_DOCUMENT_CATALOG:6, D2_FACT_INDEX:1, D5_RELATION_GRAPH:6 | 5037 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-general-2 | pre_llm | Какая структура документации? | GENERIC_QA | D0_DOC_CHUNKS:8, D1_DOCUMENT_CATALOG:4 | 1978 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-general-3 | pre_llm | С чего начать читать документацию? | GENERIC_QA | D0_DOC_CHUNKS:8, D1_DOCUMENT_CATALOG:4 | 1980 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-negative-1 | pre_llm | Что такое PaymentTransaction? | ENTITY_EXPLAIN | D0_DOC_CHUNKS:6, D1_DOCUMENT_CATALOG:6, D3_ENTITY_CATALOG:8, D5_RELATION_GRAPH:6 | 4794 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-negative-2 | pre_llm | Объясни сущность UnknownEntity | ENTITY_EXPLAIN | — | 142 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-negative-3 | pre_llm | Что делает endpoint /unknown? | API_METHOD_EXPLAIN | — | 143 | ✓ | - -## Failures -- **v3-system-flow-health-1**: sub_intent: expected SYSTEM_FLOW_EXPLAIN, got GENERIC_QA -- **v3-entity-runtime-health-2**: sub_intent: expected ENTITY_EXPLAIN, got GENERIC_QA -- **v3-entity-worker-status-2**: sub_intent: expected ENTITY_EXPLAIN, got GENERIC_QA \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-api-health-1.json b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-api-health-1.json deleted file mode 100644 index c37e565..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-api-health-1.json +++ /dev/null @@ -1,83 +0,0 @@ -{ - "meta": { - "case_id": "v3-api-health-1", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 8, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.health_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": "api_method" - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Что делает /health?" - }, - "output": { - "query": "Что делает /health?" - } - }, - { - "step": "router", - "input": { - "query": "Что делает /health?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Что делает /health?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 9482, - "tokens_in_estimate": 2469 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-api-health-1.md b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-api-health-1.md deleted file mode 100644 index 4c27979..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-api-health-1.md +++ /dev/null @@ -1,599 +0,0 @@ -# v3-api-health-1 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Что делает /health? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 8, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.health_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": "api_method" - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Что делает /health?" - }, - "output": { - "query": "Что делает /health?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Что делает /health?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Что делает /health?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 9482, - "tokens_in_estimate": 2469 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "layers_used": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "documents_found": 1, - "facts_found": 2, - "relations_found": 0, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "endpoint", - "matched_anchor_value": "/health", - "exact_anchor_match": true, - "docs_layers_requested": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D2_FACT_INDEX": { - "hits": 8, - "top_ids": [ - "1cff54331a52b7a92946e7afabe7e45d7e3ec693b59546f9666e494396593bc3", - "0d923b02d15cef527d51740b7a09378a7dc74fb58db27cd059a8658ad11601a5", - "3d3b6fcc21144cb68657be099291db0ae36d61d32d6d72fd5b7c3cb81f379877", - "0b70cbff38a527cecfb53d3f72d573e9da1826cc75bd4cb92357e1de10988204", - "ce6d44c30418b0b171433a144f78d4bbf53b7a060d9b7cd42b9feecc8ca3044e" - ], - "top_sections": [ - "api.health_endpoint:workflow_step", - "api.health_endpoint:mentions_entity" - ] - }, - "D4_WORKFLOW_INDEX": { - "hits": 3, - "top_ids": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint" - ], - "top_sections": [ - "Scenario" - ] - }, - "D1_DOCUMENT_CATALOG": { - "hits": 4, - "top_ids": [ - "domain.runtime_health", - "api.health_endpoint", - "docs/README.md", - "architecture.telegram_notify_app" - ], - "top_sections": [ - "Сущность runtime health", - "HTTP API /health", - "Readme", - "Архитектура Telegram Notify App" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 4, - "top_ids": [ - "api.health_endpoint" - ], - "top_sections": [ - "api.health_endpoint:Описание", - "api.health_endpoint:Сценарий", - "api.health_endpoint:Summary", - "api.health_endpoint:Функциональные требования" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [ - "/health" - ], - "resolved_anchor_candidates": [ - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.health_endpoint" - ], - "doc_paths": [ - "docs/documentation/api/health-endpoint.md" - ], - "doc_titles": [ - "Scenario", - "HTTP API /health", - "api.health_endpoint:Сценарий", - "api.health_endpoint:workflow_step", - "api.health_endpoint:mentions_entity", - "api.health_endpoint:Описание", - "api.health_endpoint:Summary", - "api.health_endpoint:Функциональные требования" - ], - "relation_hits_count": 0, - "relation_targets": [], - "selected_doc_ids": [ - "api.health_endpoint" - ], - "selected_fact_ids": [ - "1cff54331a52b7a92946e7afabe7e45d7e3ec693b59546f9666e494396593bc3", - "3d3b6fcc21144cb68657be099291db0ae36d61d32d6d72fd5b7c3cb81f379877" - ], - "selected_relation_ids": [], - "selected_chunk_ids": [ - "api.health_endpoint" - ], - "selected_entity_ids": [], - "selected_workflow_ids": [ - "83a9287bd9ac1f709258078d0e16d326615b4af1b7d77b323ff050dfb97a3e41" - ], - "fallback_doc_hits_count": 3, - "fallback_used": false, - "fact_hits": 2, - "entity_hits": 0, - "evidence_summary": { - "documents": 1, - "facts": 2, - "entities": 0, - "workflows": 1, - "relations": 0, - "chunks": 2, - "selected_doc_ids": [ - "api.health_endpoint" - ], - "selected_fact_ids": [ - "1cff54331a52b7a92946e7afabe7e45d7e3ec693b59546f9666e494396593bc3", - "3d3b6fcc21144cb68657be099291db0ae36d61d32d6d72fd5b7c3cb81f379877" - ], - "selected_relation_ids": [], - "selected_chunk_ids": [ - "api.health_endpoint" - ], - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty", - "exact_anchor_match" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 9482, - "tokens_in_estimate": 2469 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Что делает /health?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/health-endpoint.md", - "title": "HTTP API /health", - "content": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "metadata": { - "name": "health_endpoint", - "tags": [ - "api", - "health", - "control-plane" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "HTTP API /health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager", - "WorkerHealth" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "summary_text": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [ - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:workflow_step", - "content": "api.health_endpoint workflow_step Предусловия:**", - "metadata": { - "tags": [], - "owner": null, - "anchor": "Сценарий", - "doc_id": null, - "object": "Предусловия:**", - "fact_id": "1cff54331a52b7a92946e7afabe7e45d7e3ec693b59546f9666e494396593bc3", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "predicate": "workflow_step", - "object_ref": null, - "subject_id": "api.health_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:mentions_entity", - "content": "api.health_endpoint mentions_entity TelegramControlChannel", - "metadata": { - "tags": [], - "owner": null, - "anchor": "frontmatter.entities", - "doc_id": null, - "object": "TelegramControlChannel", - "fact_id": "3d3b6fcc21144cb68657be099291db0ae36d61d32d6d72fd5b7c3cb81f379877", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "predicate": "mentions_entity", - "object_ref": null, - "subject_id": "api.health_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "entities": [], - "workflows": [ - { - "layer": "D4_WORKFLOW_INDEX", - "path": "docs/documentation/api/health-endpoint.md", - "title": "Scenario", - "content": "Scenario\nHTTP control plane запущен.\n`TelegramControlChannel` зарегистрирован в runtime.\nКлиент отправляет `GET /health`.\n1. Endpoint принимает HTTP-запрос `GET /health`.\n2. API вызывает `health_provider` через `TelegramControlChannel`.\n3. Канал получает health payload от runtime.\n4. Endpoint определяет HTTP status code по полю `status` в payload.\n5. Endpoint возвращает payload клиенту в формате JSON.\n1. Если runtime вернул статус, отличный от `ok`, endpoint возвращает тот же payload c HTTP 503.", - "metadata": { - "owner": null, - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "trigger": [ - "Клиент отправляет `GET /health`." - ], - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "main_flow": [ - "1. Endpoint принимает HTTP-запрос `GET /health`.", - "2. API вызывает `health_provider` через `TelegramControlChannel`.", - "3. Канал получает health payload от runtime.", - "4. Endpoint определяет HTTP status code по полю `status` в payload.", - "5. Endpoint возвращает payload клиенту в формате JSON." - ], - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "workflow_id": "83a9287bd9ac1f709258078d0e16d326615b4af1b7d77b323ff050dfb97a3e41", - "artifact_type": null, - "last_modified": null, - "preconditions": [ - "HTTP control plane запущен.", - "`TelegramControlChannel` зарегистрирован в runtime." - ], - "workflow_name": "Scenario", - "error_handling": [ - "1. Если provider завершился исключением, запрос завершается server-side ошибкой." - ], - "postconditions": [ - "Клиент получает актуальный health payload runtime." - ], - "staleness_score": null, - "alternative_flow": [ - "1. Если runtime вернул статус, отличный от `ok`, endpoint возвращает тот же payload c HTTP 503." - ], - "system_component": null - } - } - ], - "relations": [], - "chunks": [ - { - "layer": "D0_DOC_CHUNKS", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:Сценарий", - "content": "**Название:** Получение health-состояния runtime\n\n**Предусловия:**\n- HTTP control plane запущен.\n- `TelegramControlChannel` зарегистрирован в runtime.\n\n**Триггер:**\n- Клиент отправляет `GET /health`.\n\n**Основной сценарий:**\n1. Endpoint принимает HTTP-запрос `GET /health`.\n2. API вызывает `health_provider` через `TelegramControlChannel`.\n3. Канал получает health payload от runtime.\n4. Endpoint определяет HTTP status code по полю `status` в payload.\n5. Endpoint возвращает payload клиенту в формате JSON.\n\n**Альтернативный сценарий:**\n1. Если runtime вернул статус, отличный от `ok`, endpoint возвращает тот же payload c HTTP 503.\n\n**Обработка ошибок:**\n1. Если provider завершился исключением, запрос завершается server-side ошибкой.\n\n**Постусловие:**\n- Клиент получает актуальный health payload runtime.", - "metadata": { - "tags": [ - "api", - "health", - "control-plane" - ], - "type": "api_method", - "order": 4, - "owner": null, - "doc_id": null, - "module": "telegram_notify_app", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "doc_kind": "misc", - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "section_path": "Details > Сценарий", - "artifact_type": null, - "last_modified": null, - "section_title": "Сценарий", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D0_DOC_CHUNKS", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:Описание", - "content": "Метод предоставляет текущее состояние runtime и его компонентов без изменения состояния системы. Он нужен для мониторинга, readiness/liveness-проверок и быстрой диагностики worker'а `telegram_notify`.", - "metadata": { - "tags": [ - "api", - "health", - "control-plane" - ], - "type": "api_method", - "order": 3, - "owner": null, - "doc_id": null, - "module": "telegram_notify_app", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "doc_kind": "misc", - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "section_path": "Details > Описание", - "artifact_type": null, - "last_modified": null, - "section_title": "Описание", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Что делает /health? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: API_METHOD_EXPLAIN -- documents: 1 | samples: HTTP API /health -- facts: 2 | samples: api.health_endpoint:workflow_step, api.health_endpoint:mentions_entity -- relations: 0 - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-api-health-2.json b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-api-health-2.json deleted file mode 100644 index 9245f07..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-api-health-2.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "meta": { - "case_id": "v3-api-health-2", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 13, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "api.actions_endpoint", - "domain.runtime_health" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": "api_method" - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Как работает health endpoint?" - }, - "output": { - "query": "Как работает health endpoint?" - } - }, - { - "step": "router", - "input": { - "query": "Как работает health endpoint?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Как работает health endpoint?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 10990, - "tokens_in_estimate": 2846 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-api-health-2.md b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-api-health-2.md deleted file mode 100644 index cd8aad2..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-api-health-2.md +++ /dev/null @@ -1,621 +0,0 @@ -# v3-api-health-2 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Как работает health endpoint? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 13, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "api.actions_endpoint", - "domain.runtime_health" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": "api_method" - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Как работает health endpoint?" - }, - "output": { - "query": "Как работает health endpoint?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Как работает health endpoint?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Как работает health endpoint?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 10990, - "tokens_in_estimate": 2846 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "layers_used": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "documents_found": 1, - "facts_found": 2, - "relations_found": 0, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "llm", - "matched_anchor_type": "topic", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D2_FACT_INDEX": { - "hits": 8, - "top_ids": [ - "f85d982c272a2ee6baeadc433221a20e684cd8ef01cb4788d6f76d05ca56d6d0", - "b8e44c3adb74aaa6c91ae8815fa091289e58dd3990a3a1b63e850c62075aea75", - "b6bfad59b3bf00f199b5ef90c1208af19664de700413e7354468a93a4abaaa2f", - "a8a325e0815b3a2a870ba2825f3afb3f41056b4c091df4c3bb3418ffd20891dd", - "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3" - ], - "top_sections": [ - "api.control_actions_endpoint:workflow_step", - "api.control_actions_endpoint:mentions_entity" - ] - }, - "D4_WORKFLOW_INDEX": { - "hits": 3, - "top_ids": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "top_sections": [ - "Scenario" - ] - }, - "D1_DOCUMENT_CATALOG": { - "hits": 4, - "top_ids": [ - "api.send_message_endpoint", - "api.control_actions_endpoint", - "api.health_endpoint", - "domain.runtime_health" - ], - "top_sections": [ - "HTTP API /send", - "HTTP API /actions/{action}", - "HTTP API /health", - "Сущность runtime health" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 4, - "top_ids": [ - "api.control_actions_endpoint" - ], - "top_sections": [ - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Функциональные требования" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [], - "resolved_anchor_candidates": [ - "docs/documentation/api/control-actions-endpoint.md", - "api.control_actions_endpoint", - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md", - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md", - "domain.runtime_health", - "docs/documentation/domain/runtime-health-entity.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "api.actions_endpoint", - "domain.runtime_health" - ], - "doc_paths": [ - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/send-message-endpoint.md", - "docs/documentation/domain/runtime-health-entity.md" - ], - "doc_titles": [ - "api.control_actions_endpoint:workflow_step", - "api.control_actions_endpoint:mentions_entity", - "Scenario", - "HTTP API /send", - "HTTP API /actions/{action}", - "HTTP API /health", - "Сущность runtime health", - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Функциональные требования" - ], - "relation_hits_count": 0, - "relation_targets": [], - "selected_doc_ids": [ - "api.send_message_endpoint", - "api.control_actions_endpoint" - ], - "selected_fact_ids": [ - "f85d982c272a2ee6baeadc433221a20e684cd8ef01cb4788d6f76d05ca56d6d0", - "b6bfad59b3bf00f199b5ef90c1208af19664de700413e7354468a93a4abaaa2f" - ], - "selected_relation_ids": [], - "selected_chunk_ids": [ - "api.control_actions_endpoint" - ], - "selected_entity_ids": [], - "selected_workflow_ids": [ - "f78b822d4366b10322fd4a35e347deae59d55ff4132951201f4df3d1653aec61" - ], - "fallback_doc_hits_count": 3, - "fallback_used": false, - "fact_hits": 2, - "entity_hits": 0, - "evidence_summary": { - "documents": 1, - "facts": 2, - "entities": 0, - "workflows": 1, - "relations": 0, - "chunks": 2, - "selected_doc_ids": [ - "api.send_message_endpoint", - "api.control_actions_endpoint" - ], - "selected_fact_ids": [ - "f85d982c272a2ee6baeadc433221a20e684cd8ef01cb4788d6f76d05ca56d6d0", - "b6bfad59b3bf00f199b5ef90c1208af19664de700413e7354468a93a4abaaa2f" - ], - "selected_relation_ids": [], - "selected_chunk_ids": [ - "api.control_actions_endpoint" - ], - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 10990, - "tokens_in_estimate": 2846 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Как работает health endpoint?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "HTTP API /send", - "content": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "metadata": { - "name": "send_message_endpoint", - "tags": [ - "api", - "telegram", - "manual-send" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /send", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlAppFactory", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.send_message_endpoint", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "summary_text": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [ - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:workflow_step", - "content": "api.control_actions_endpoint workflow_step Название:** Выполнение control action runtime", - "metadata": { - "tags": [], - "owner": null, - "anchor": "Сценарий", - "doc_id": null, - "object": "Название:** Выполнение control action runtime", - "fact_id": "f85d982c272a2ee6baeadc433221a20e684cd8ef01cb4788d6f76d05ca56d6d0", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "workflow_step", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:mentions_entity", - "content": "api.control_actions_endpoint mentions_entity JSONResponse", - "metadata": { - "tags": [], - "owner": null, - "anchor": "frontmatter.entities", - "doc_id": null, - "object": "JSONResponse", - "fact_id": "b6bfad59b3bf00f199b5ef90c1208af19664de700413e7354468a93a4abaaa2f", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "mentions_entity", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "entities": [], - "workflows": [ - { - "layer": "D4_WORKFLOW_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "Scenario", - "content": "Scenario\nHTTP control plane запущен.\n`ControlActionSet` сконфигурирован в `TelegramControlChannel`.\nВ path передано одно из поддерживаемых действий: `start`, `stop`, `status`.\nКлиент отправляет `GET` или `POST` на `/actions/{action}`.\n1. Endpoint принимает запрос и извлекает path parameter `action`.\n2. API определяет источник клиента через `X-Client-Source` или `User-Agent`.\n3. Для `start` и `stop` запрос логируется как control action.\n4. Канал сопоставляет `action` с callback из `ControlActionSet`.\n5. API ожидает завершения callback в пределах допустимого timeout.\n6. При успешном завершении API возвращает JSON со статусом `ok`.\n1. Если `start` или `stop` не успевают завершиться в timeout, API возвращает `202 accepted` и сообщает, что операция еще выполняется.", - "metadata": { - "owner": null, - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "trigger": [ - "Клиент отправляет `GET` или `POST` на `/actions/{action}`." - ], - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "main_flow": [ - "1. Endpoint принимает запрос и извлекает path parameter `action`.", - "2. API определяет источник клиента через `X-Client-Source` или `User-Agent`.", - "3. Для `start` и `stop` запрос логируется как control action.", - "4. Канал сопоставляет `action` с callback из `ControlActionSet`.", - "5. API ожидает завершения callback в пределах допустимого timeout.", - "6. При успешном завершении API возвращает JSON со статусом `ok`." - ], - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "workflow_id": "f78b822d4366b10322fd4a35e347deae59d55ff4132951201f4df3d1653aec61", - "artifact_type": null, - "last_modified": null, - "preconditions": [ - "HTTP control plane запущен.", - "`ControlActionSet` сконфигурирован в `TelegramControlChannel`.", - "В path передано одно из поддерживаемых действий: `start`, `stop`, `status`." - ], - "workflow_name": "Scenario", - "error_handling": [ - "1. Если actions не сконфигурированы, API возвращает `404`.", - "2. Если передано неподдерживаемое действие, API возвращает `404`.", - "3. Если callback завершился исключением, API возвращает `500`." - ], - "postconditions": [ - "Клиент получает результат выполнения control action или признак, что операция еще продолжается." - ], - "staleness_score": null, - "alternative_flow": [ - "1. Если `start` или `stop` не успевают завершиться в timeout, API возвращает `202 accepted` и сообщает, что операция еще выполняется." - ], - "system_component": null - } - } - ], - "relations": [], - "chunks": [ - { - "layer": "D0_DOC_CHUNKS", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:Описание", - "content": "Метод предоставляет HTTP-доступ к control actions runtime и позволяет запускать, останавливать или проверять состояние управляемых компонентов. Endpoint не реализует lifecycle самостоятельно, а делегирует выполнение в `ControlActionSet`.", - "metadata": { - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "order": 3, - "owner": null, - "doc_id": null, - "module": "telegram_notify_app", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "doc_kind": "misc", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "section_path": "Details > Описание", - "artifact_type": null, - "last_modified": null, - "section_title": "Описание", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D0_DOC_CHUNKS", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:Сценарий", - "content": "**Название:** Выполнение control action runtime\n\n**Предусловия:**\n- HTTP control plane запущен.\n- `ControlActionSet` сконфигурирован в `TelegramControlChannel`.\n- В path передано одно из поддерживаемых действий: `start`, `stop`, `status`.\n\n**Триггер:**\n- Клиент отправляет `GET` или `POST` на `/actions/{action}`.\n\n**Основной сценарий:**\n1. Endpoint принимает запрос и извлекает path parameter `action`.\n2. API определяет источник клиента через `X-Client-Source` или `User-Agent`.\n3. Для `start` и `stop` запрос логируется как control action.\n4. Канал сопоставляет `action` с callback из `ControlActionSet`.\n5. API ожидает завершения callback в пределах допустимого timeout.\n6. При успешном завершении API возвращает JSON со статусом `ok`.\n\n**Альтернативный сценарий:**\n1. Если `start` или `stop` не успевают завершиться в timeout, API возвращает `202 accepted` и сообщает, что операция еще выполняется.\n\n**Обработка ошибок:**\n1. Если actions не сконфигурированы, API возвращает `404`.\n2. Если передано неподдерживаемое действие, API возвращает `404`.\n3. Если callback завершился исключением, API возвращает `500`.\n\n**Постусловие:**\n- Клиент получает результат выполнения control action или признак, что операция еще продолжается.", - "metadata": { - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "order": 4, - "owner": null, - "doc_id": null, - "module": "telegram_notify_app", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "doc_kind": "misc", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "section_path": "Details > Сценарий", - "artifact_type": null, - "last_modified": null, - "section_title": "Сценарий", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Как работает health endpoint? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: API_METHOD_EXPLAIN -- documents: 1 | samples: HTTP API /send -- facts: 2 | samples: api.control_actions_endpoint:workflow_step, api.control_actions_endpoint:mentions_entity -- relations: 0 - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-api-health-3.json b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-api-health-3.json deleted file mode 100644 index 796bce7..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-api-health-3.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "meta": { - "case_id": "v3-api-health-3", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 13, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "api.actions_endpoint", - "domain.runtime_health" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": "api_method" - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Опиши endpoint health" - }, - "output": { - "query": "Опиши endpoint health" - } - }, - { - "step": "router", - "input": { - "query": "Опиши endpoint health" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Опиши endpoint health" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 10982, - "tokens_in_estimate": 2844 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-api-health-3.md b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-api-health-3.md deleted file mode 100644 index 5ccff94..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-api-health-3.md +++ /dev/null @@ -1,621 +0,0 @@ -# v3-api-health-3 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Опиши endpoint health - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 13, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "api.actions_endpoint", - "domain.runtime_health" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": "api_method" - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Опиши endpoint health" - }, - "output": { - "query": "Опиши endpoint health" - } -} -``` - -### router -```json -{ - "input": { - "query": "Опиши endpoint health" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Опиши endpoint health" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 10982, - "tokens_in_estimate": 2844 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "layers_used": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "documents_found": 1, - "facts_found": 2, - "relations_found": 0, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "topic", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D2_FACT_INDEX": { - "hits": 8, - "top_ids": [ - "f85d982c272a2ee6baeadc433221a20e684cd8ef01cb4788d6f76d05ca56d6d0", - "b8e44c3adb74aaa6c91ae8815fa091289e58dd3990a3a1b63e850c62075aea75", - "b6bfad59b3bf00f199b5ef90c1208af19664de700413e7354468a93a4abaaa2f", - "a8a325e0815b3a2a870ba2825f3afb3f41056b4c091df4c3bb3418ffd20891dd", - "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3" - ], - "top_sections": [ - "api.control_actions_endpoint:workflow_step", - "api.control_actions_endpoint:mentions_entity" - ] - }, - "D4_WORKFLOW_INDEX": { - "hits": 3, - "top_ids": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "top_sections": [ - "Scenario" - ] - }, - "D1_DOCUMENT_CATALOG": { - "hits": 4, - "top_ids": [ - "api.send_message_endpoint", - "api.control_actions_endpoint", - "api.health_endpoint", - "domain.runtime_health" - ], - "top_sections": [ - "HTTP API /send", - "HTTP API /actions/{action}", - "HTTP API /health", - "Сущность runtime health" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 4, - "top_ids": [ - "api.control_actions_endpoint" - ], - "top_sections": [ - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Функциональные требования" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [], - "resolved_anchor_candidates": [ - "docs/documentation/api/control-actions-endpoint.md", - "api.control_actions_endpoint", - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md", - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md", - "domain.runtime_health", - "docs/documentation/domain/runtime-health-entity.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "api.actions_endpoint", - "domain.runtime_health" - ], - "doc_paths": [ - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/send-message-endpoint.md", - "docs/documentation/domain/runtime-health-entity.md" - ], - "doc_titles": [ - "api.control_actions_endpoint:workflow_step", - "api.control_actions_endpoint:mentions_entity", - "Scenario", - "HTTP API /send", - "HTTP API /actions/{action}", - "HTTP API /health", - "Сущность runtime health", - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Функциональные требования" - ], - "relation_hits_count": 0, - "relation_targets": [], - "selected_doc_ids": [ - "api.send_message_endpoint", - "api.control_actions_endpoint" - ], - "selected_fact_ids": [ - "f85d982c272a2ee6baeadc433221a20e684cd8ef01cb4788d6f76d05ca56d6d0", - "b6bfad59b3bf00f199b5ef90c1208af19664de700413e7354468a93a4abaaa2f" - ], - "selected_relation_ids": [], - "selected_chunk_ids": [ - "api.control_actions_endpoint" - ], - "selected_entity_ids": [], - "selected_workflow_ids": [ - "f78b822d4366b10322fd4a35e347deae59d55ff4132951201f4df3d1653aec61" - ], - "fallback_doc_hits_count": 3, - "fallback_used": false, - "fact_hits": 2, - "entity_hits": 0, - "evidence_summary": { - "documents": 1, - "facts": 2, - "entities": 0, - "workflows": 1, - "relations": 0, - "chunks": 2, - "selected_doc_ids": [ - "api.send_message_endpoint", - "api.control_actions_endpoint" - ], - "selected_fact_ids": [ - "f85d982c272a2ee6baeadc433221a20e684cd8ef01cb4788d6f76d05ca56d6d0", - "b6bfad59b3bf00f199b5ef90c1208af19664de700413e7354468a93a4abaaa2f" - ], - "selected_relation_ids": [], - "selected_chunk_ids": [ - "api.control_actions_endpoint" - ], - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 10982, - "tokens_in_estimate": 2844 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Опиши endpoint health", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "HTTP API /send", - "content": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "metadata": { - "name": "send_message_endpoint", - "tags": [ - "api", - "telegram", - "manual-send" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /send", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlAppFactory", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.send_message_endpoint", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "summary_text": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [ - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:workflow_step", - "content": "api.control_actions_endpoint workflow_step Название:** Выполнение control action runtime", - "metadata": { - "tags": [], - "owner": null, - "anchor": "Сценарий", - "doc_id": null, - "object": "Название:** Выполнение control action runtime", - "fact_id": "f85d982c272a2ee6baeadc433221a20e684cd8ef01cb4788d6f76d05ca56d6d0", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "workflow_step", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:mentions_entity", - "content": "api.control_actions_endpoint mentions_entity JSONResponse", - "metadata": { - "tags": [], - "owner": null, - "anchor": "frontmatter.entities", - "doc_id": null, - "object": "JSONResponse", - "fact_id": "b6bfad59b3bf00f199b5ef90c1208af19664de700413e7354468a93a4abaaa2f", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "mentions_entity", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "entities": [], - "workflows": [ - { - "layer": "D4_WORKFLOW_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "Scenario", - "content": "Scenario\nHTTP control plane запущен.\n`ControlActionSet` сконфигурирован в `TelegramControlChannel`.\nВ path передано одно из поддерживаемых действий: `start`, `stop`, `status`.\nКлиент отправляет `GET` или `POST` на `/actions/{action}`.\n1. Endpoint принимает запрос и извлекает path parameter `action`.\n2. API определяет источник клиента через `X-Client-Source` или `User-Agent`.\n3. Для `start` и `stop` запрос логируется как control action.\n4. Канал сопоставляет `action` с callback из `ControlActionSet`.\n5. API ожидает завершения callback в пределах допустимого timeout.\n6. При успешном завершении API возвращает JSON со статусом `ok`.\n1. Если `start` или `stop` не успевают завершиться в timeout, API возвращает `202 accepted` и сообщает, что операция еще выполняется.", - "metadata": { - "owner": null, - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "trigger": [ - "Клиент отправляет `GET` или `POST` на `/actions/{action}`." - ], - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "main_flow": [ - "1. Endpoint принимает запрос и извлекает path parameter `action`.", - "2. API определяет источник клиента через `X-Client-Source` или `User-Agent`.", - "3. Для `start` и `stop` запрос логируется как control action.", - "4. Канал сопоставляет `action` с callback из `ControlActionSet`.", - "5. API ожидает завершения callback в пределах допустимого timeout.", - "6. При успешном завершении API возвращает JSON со статусом `ok`." - ], - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "workflow_id": "f78b822d4366b10322fd4a35e347deae59d55ff4132951201f4df3d1653aec61", - "artifact_type": null, - "last_modified": null, - "preconditions": [ - "HTTP control plane запущен.", - "`ControlActionSet` сконфигурирован в `TelegramControlChannel`.", - "В path передано одно из поддерживаемых действий: `start`, `stop`, `status`." - ], - "workflow_name": "Scenario", - "error_handling": [ - "1. Если actions не сконфигурированы, API возвращает `404`.", - "2. Если передано неподдерживаемое действие, API возвращает `404`.", - "3. Если callback завершился исключением, API возвращает `500`." - ], - "postconditions": [ - "Клиент получает результат выполнения control action или признак, что операция еще продолжается." - ], - "staleness_score": null, - "alternative_flow": [ - "1. Если `start` или `stop` не успевают завершиться в timeout, API возвращает `202 accepted` и сообщает, что операция еще выполняется." - ], - "system_component": null - } - } - ], - "relations": [], - "chunks": [ - { - "layer": "D0_DOC_CHUNKS", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:Описание", - "content": "Метод предоставляет HTTP-доступ к control actions runtime и позволяет запускать, останавливать или проверять состояние управляемых компонентов. Endpoint не реализует lifecycle самостоятельно, а делегирует выполнение в `ControlActionSet`.", - "metadata": { - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "order": 3, - "owner": null, - "doc_id": null, - "module": "telegram_notify_app", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "doc_kind": "misc", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "section_path": "Details > Описание", - "artifact_type": null, - "last_modified": null, - "section_title": "Описание", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D0_DOC_CHUNKS", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:Сценарий", - "content": "**Название:** Выполнение control action runtime\n\n**Предусловия:**\n- HTTP control plane запущен.\n- `ControlActionSet` сконфигурирован в `TelegramControlChannel`.\n- В path передано одно из поддерживаемых действий: `start`, `stop`, `status`.\n\n**Триггер:**\n- Клиент отправляет `GET` или `POST` на `/actions/{action}`.\n\n**Основной сценарий:**\n1. Endpoint принимает запрос и извлекает path parameter `action`.\n2. API определяет источник клиента через `X-Client-Source` или `User-Agent`.\n3. Для `start` и `stop` запрос логируется как control action.\n4. Канал сопоставляет `action` с callback из `ControlActionSet`.\n5. API ожидает завершения callback в пределах допустимого timeout.\n6. При успешном завершении API возвращает JSON со статусом `ok`.\n\n**Альтернативный сценарий:**\n1. Если `start` или `stop` не успевают завершиться в timeout, API возвращает `202 accepted` и сообщает, что операция еще выполняется.\n\n**Обработка ошибок:**\n1. Если actions не сконфигурированы, API возвращает `404`.\n2. Если передано неподдерживаемое действие, API возвращает `404`.\n3. Если callback завершился исключением, API возвращает `500`.\n\n**Постусловие:**\n- Клиент получает результат выполнения control action или признак, что операция еще продолжается.", - "metadata": { - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "order": 4, - "owner": null, - "doc_id": null, - "module": "telegram_notify_app", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "doc_kind": "misc", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "section_path": "Details > Сценарий", - "artifact_type": null, - "last_modified": null, - "section_title": "Сценарий", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Опиши endpoint health -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: API_METHOD_EXPLAIN -- documents: 1 | samples: HTTP API /send -- facts: 2 | samples: api.control_actions_endpoint:workflow_step, api.control_actions_endpoint:mentions_entity -- relations: 0 - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-api-send-1.json b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-api-send-1.json deleted file mode 100644 index e96ca9f..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-api-send-1.json +++ /dev/null @@ -1,83 +0,0 @@ -{ - "meta": { - "case_id": "v3-api-send-1", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 8, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.send_message_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": "api_method" - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Что делает /send?" - }, - "output": { - "query": "Что делает /send?" - } - }, - { - "step": "router", - "input": { - "query": "Что делает /send?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Что делает /send?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 10326, - "tokens_in_estimate": 2680 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-api-send-1.md b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-api-send-1.md deleted file mode 100644 index 9761e6b..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-api-send-1.md +++ /dev/null @@ -1,602 +0,0 @@ -# v3-api-send-1 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Что делает /send? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 8, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.send_message_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": "api_method" - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Что делает /send?" - }, - "output": { - "query": "Что делает /send?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Что делает /send?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Что делает /send?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 10326, - "tokens_in_estimate": 2680 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "layers_used": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "documents_found": 1, - "facts_found": 2, - "relations_found": 0, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "endpoint", - "matched_anchor_value": "/send", - "exact_anchor_match": true, - "docs_layers_requested": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D2_FACT_INDEX": { - "hits": 8, - "top_ids": [ - "6bf0a662808009874a108d0c97f7cca7fc4ff7a3a3d66e0947b31bf813cfdf4d", - "dc979c31d511a14d3af89f5f5c493fcfc0c9f2090dc16fb20ff874f4b3566221", - "149c4e0d3d34b3faba055b1495d54818fadc882af633da70035b82190c1bd327", - "480d85819e9298d4078f8a3bd6cfccb9c0fe2a03695b87f65f82f9aa8e2097b0", - "7aefee9ff6110088aad1891da66fc9085eb3f77d832605a3da565deecb96e850" - ], - "top_sections": [ - "api.send_message_endpoint:workflow_step", - "api.send_message_endpoint:mentions_entity" - ] - }, - "D4_WORKFLOW_INDEX": { - "hits": 3, - "top_ids": [ - "api.send_message_endpoint", - "api.control_actions_endpoint", - "api.health_endpoint" - ], - "top_sections": [ - "Scenario" - ] - }, - "D1_DOCUMENT_CATALOG": { - "hits": 4, - "top_ids": [ - "api.send_message_endpoint", - "architecture.telegram_notify_app", - "api.control_actions_endpoint", - "api.health_endpoint" - ], - "top_sections": [ - "HTTP API /send", - "Архитектура Telegram Notify App", - "HTTP API /actions/{action}", - "HTTP API /health" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 4, - "top_ids": [ - "api.send_message_endpoint" - ], - "top_sections": [ - "api.send_message_endpoint:Описание", - "api.send_message_endpoint:Сценарий", - "api.send_message_endpoint:Summary", - "api.send_message_endpoint:Функциональные требования" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [ - "/send" - ], - "resolved_anchor_candidates": [ - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.send_message_endpoint" - ], - "doc_paths": [ - "docs/documentation/api/send-message-endpoint.md" - ], - "doc_titles": [ - "Scenario", - "HTTP API /send", - "api.send_message_endpoint:Сценарий", - "api.send_message_endpoint:workflow_step", - "api.send_message_endpoint:mentions_entity", - "api.send_message_endpoint:Описание", - "api.send_message_endpoint:Summary", - "api.send_message_endpoint:Функциональные требования" - ], - "relation_hits_count": 0, - "relation_targets": [], - "selected_doc_ids": [ - "api.send_message_endpoint" - ], - "selected_fact_ids": [ - "6bf0a662808009874a108d0c97f7cca7fc4ff7a3a3d66e0947b31bf813cfdf4d", - "149c4e0d3d34b3faba055b1495d54818fadc882af633da70035b82190c1bd327" - ], - "selected_relation_ids": [], - "selected_chunk_ids": [ - "api.send_message_endpoint" - ], - "selected_entity_ids": [], - "selected_workflow_ids": [ - "1ce912e07e5105b30244d71c832f25a8292e725bf5a043dbf29ab479fcbf7a00" - ], - "fallback_doc_hits_count": 3, - "fallback_used": false, - "fact_hits": 2, - "entity_hits": 0, - "evidence_summary": { - "documents": 1, - "facts": 2, - "entities": 0, - "workflows": 1, - "relations": 0, - "chunks": 2, - "selected_doc_ids": [ - "api.send_message_endpoint" - ], - "selected_fact_ids": [ - "6bf0a662808009874a108d0c97f7cca7fc4ff7a3a3d66e0947b31bf813cfdf4d", - "149c4e0d3d34b3faba055b1495d54818fadc882af633da70035b82190c1bd327" - ], - "selected_relation_ids": [], - "selected_chunk_ids": [ - "api.send_message_endpoint" - ], - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty", - "exact_anchor_match" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 10326, - "tokens_in_estimate": 2680 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Что делает /send?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "HTTP API /send", - "content": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "metadata": { - "name": "send_message_endpoint", - "tags": [ - "api", - "telegram", - "manual-send" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /send", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlAppFactory", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.send_message_endpoint", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "summary_text": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [ - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "api.send_message_endpoint:workflow_step", - "content": "api.send_message_endpoint workflow_step Telegram credentials доступны в переменных окружения.", - "metadata": { - "tags": [], - "owner": null, - "anchor": "Сценарий", - "doc_id": null, - "object": "Telegram credentials доступны в переменных окружения.", - "fact_id": "6bf0a662808009874a108d0c97f7cca7fc4ff7a3a3d66e0947b31bf813cfdf4d", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "predicate": "workflow_step", - "object_ref": null, - "subject_id": "api.send_message_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/send-message-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "api.send_message_endpoint:mentions_entity", - "content": "api.send_message_endpoint mentions_entity TelegramNotifyWorker", - "metadata": { - "tags": [], - "owner": null, - "anchor": "frontmatter.entities", - "doc_id": null, - "object": "TelegramNotifyWorker", - "fact_id": "149c4e0d3d34b3faba055b1495d54818fadc882af633da70035b82190c1bd327", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "predicate": "mentions_entity", - "object_ref": null, - "subject_id": "api.send_message_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/send-message-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "entities": [], - "workflows": [ - { - "layer": "D4_WORKFLOW_INDEX", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "Scenario", - "content": "Scenario\nHTTP control plane запущен.\nTelegram credentials доступны в переменных окружения.\nКлиент передает непустой параметр `message`.\nКлиент отправляет `GET /send?message=...`.\n1. Endpoint принимает HTTP-запрос `GET /send`.\n2. API извлекает query parameter `message`.\n3. API проверяет, что сообщение не пустое.\n4. Endpoint вызывает `TelegramSendService.send(message)`.\n5. Сервис получает Telegram credentials из окружения.\n6. Сервис вызывает Telegram Bot API для отправки сообщения.\n7. API возвращает клиенту успешный JSON-ответ.\n1. Если credentials отсутствуют, сервис завершает вызов пользовательской ошибкой.", - "metadata": { - "owner": null, - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "trigger": [ - "Клиент отправляет `GET /send?message=...`." - ], - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "main_flow": [ - "1. Endpoint принимает HTTP-запрос `GET /send`.", - "2. API извлекает query parameter `message`.", - "3. API проверяет, что сообщение не пустое.", - "4. Endpoint вызывает `TelegramSendService.send(message)`.", - "5. Сервис получает Telegram credentials из окружения.", - "6. Сервис вызывает Telegram Bot API для отправки сообщения.", - "7. API возвращает клиенту успешный JSON-ответ." - ], - "doc_version": null, - "document_id": "api.send_message_endpoint", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "workflow_id": "1ce912e07e5105b30244d71c832f25a8292e725bf5a043dbf29ab479fcbf7a00", - "artifact_type": null, - "last_modified": null, - "preconditions": [ - "HTTP control plane запущен.", - "Telegram credentials доступны в переменных окружения.", - "Клиент передает непустой параметр `message`." - ], - "workflow_name": "Scenario", - "error_handling": [ - "1. Если `message` пустой или credentials не заданы, API возвращает `400`.", - "2. Если отправка завершилась непредвиденной ошибкой, API возвращает `500`." - ], - "postconditions": [ - "Сообщение либо отправлено в Telegram, либо клиент получил диагностическую ошибку." - ], - "staleness_score": null, - "alternative_flow": [ - "1. Если credentials отсутствуют, сервис завершает вызов пользовательской ошибкой." - ], - "system_component": null - } - } - ], - "relations": [], - "chunks": [ - { - "layer": "D0_DOC_CHUNKS", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "api.send_message_endpoint:Сценарий", - "content": "**Название:** Ручная отправка сообщения в Telegram\n\n**Предусловия:**\n- HTTP control plane запущен.\n- Telegram credentials доступны в переменных окружения.\n- Клиент передает непустой параметр `message`.\n\n**Триггер:**\n- Клиент отправляет `GET /send?message=...`.\n\n**Основной сценарий:**\n1. Endpoint принимает HTTP-запрос `GET /send`.\n2. API извлекает query parameter `message`.\n3. API проверяет, что сообщение не пустое.\n4. Endpoint вызывает `TelegramSendService.send(message)`.\n5. Сервис получает Telegram credentials из окружения.\n6. Сервис вызывает Telegram Bot API для отправки сообщения.\n7. API возвращает клиенту успешный JSON-ответ.\n\n**Альтернативный сценарий:**\n1. Если credentials отсутствуют, сервис завершает вызов пользовательской ошибкой.\n\n**Обработка ошибок:**\n1. Если `message` пустой или credentials не заданы, API возвращает `400`.\n2. Если отправка завершилась непредвиденной ошибкой, API возвращает `500`.\n\n**Постусловие:**\n- Сообщение либо отправлено в Telegram, либо клиент получил диагностическую ошибку.", - "metadata": { - "tags": [ - "api", - "telegram", - "manual-send" - ], - "type": "api_method", - "order": 4, - "owner": null, - "doc_id": null, - "module": "telegram_notify_app", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "doc_kind": "misc", - "doc_version": null, - "document_id": "api.send_message_endpoint", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "section_path": "Details > Сценарий", - "artifact_type": null, - "last_modified": null, - "section_title": "Сценарий", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D0_DOC_CHUNKS", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "api.send_message_endpoint:Описание", - "content": "Метод принимает текст сообщения и инициирует разовую отправку в Telegram без ожидания планового интервала worker'а. Endpoint нужен для ручной диагностики канала доставки и для ad-hoc уведомлений.", - "metadata": { - "tags": [ - "api", - "telegram", - "manual-send" - ], - "type": "api_method", - "order": 3, - "owner": null, - "doc_id": null, - "module": "telegram_notify_app", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "doc_kind": "misc", - "doc_version": null, - "document_id": "api.send_message_endpoint", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "section_path": "Details > Описание", - "artifact_type": null, - "last_modified": null, - "section_title": "Описание", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Что делает /send? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: API_METHOD_EXPLAIN -- documents: 1 | samples: HTTP API /send -- facts: 2 | samples: api.send_message_endpoint:workflow_step, api.send_message_endpoint:mentions_entity -- relations: 0 - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-api-send-2.json b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-api-send-2.json deleted file mode 100644 index 95dfc3c..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-api-send-2.json +++ /dev/null @@ -1,88 +0,0 @@ -{ - "meta": { - "case_id": "v3-api-send-2", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 13, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": "api_method" - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Как работает send endpoint?" - }, - "output": { - "query": "Как работает send endpoint?" - } - }, - { - "step": "router", - "input": { - "query": "Как работает send endpoint?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Как работает send endpoint?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 10996, - "tokens_in_estimate": 2848 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-api-send-2.md b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-api-send-2.md deleted file mode 100644 index 0be8139..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-api-send-2.md +++ /dev/null @@ -1,623 +0,0 @@ -# v3-api-send-2 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Как работает send endpoint? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 13, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": "api_method" - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Как работает send endpoint?" - }, - "output": { - "query": "Как работает send endpoint?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Как работает send endpoint?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Как работает send endpoint?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 10996, - "tokens_in_estimate": 2848 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "layers_used": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "documents_found": 1, - "facts_found": 2, - "relations_found": 0, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "llm", - "matched_anchor_type": "topic", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D2_FACT_INDEX": { - "hits": 8, - "top_ids": [ - "f85d982c272a2ee6baeadc433221a20e684cd8ef01cb4788d6f76d05ca56d6d0", - "b8e44c3adb74aaa6c91ae8815fa091289e58dd3990a3a1b63e850c62075aea75", - "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3", - "54bbcbac242f1c85ec3280236ed5841998a8a3a548ff16cbf0b5acafbff469e3", - "b6bfad59b3bf00f199b5ef90c1208af19664de700413e7354468a93a4abaaa2f" - ], - "top_sections": [ - "api.control_actions_endpoint:workflow_step", - "api.control_actions_endpoint:mentions_entity" - ] - }, - "D4_WORKFLOW_INDEX": { - "hits": 3, - "top_ids": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "top_sections": [ - "Scenario" - ] - }, - "D1_DOCUMENT_CATALOG": { - "hits": 4, - "top_ids": [ - "api.send_message_endpoint", - "api.control_actions_endpoint", - "api.health_endpoint", - "architecture.telegram_notify_app" - ], - "top_sections": [ - "HTTP API /send", - "HTTP API /actions/{action}", - "HTTP API /health", - "Архитектура Telegram Notify App" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 4, - "top_ids": [ - "api.control_actions_endpoint" - ], - "top_sections": [ - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Функциональные требования" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [], - "resolved_anchor_candidates": [ - "docs/documentation/api/control-actions-endpoint.md", - "api.control_actions_endpoint", - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md", - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md", - "architecture.telegram_notify_app", - "docs/documentation/architecture/telegram-notify-app-overview.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview" - ], - "doc_paths": [ - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/send-message-endpoint.md", - "docs/documentation/architecture/telegram-notify-app-overview.md" - ], - "doc_titles": [ - "api.control_actions_endpoint:workflow_step", - "api.control_actions_endpoint:mentions_entity", - "Scenario", - "HTTP API /send", - "HTTP API /actions/{action}", - "HTTP API /health", - "Архитектура Telegram Notify App", - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Функциональные требования" - ], - "relation_hits_count": 0, - "relation_targets": [], - "selected_doc_ids": [ - "api.send_message_endpoint", - "api.control_actions_endpoint" - ], - "selected_fact_ids": [ - "f85d982c272a2ee6baeadc433221a20e684cd8ef01cb4788d6f76d05ca56d6d0", - "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3" - ], - "selected_relation_ids": [], - "selected_chunk_ids": [ - "api.control_actions_endpoint" - ], - "selected_entity_ids": [], - "selected_workflow_ids": [ - "f78b822d4366b10322fd4a35e347deae59d55ff4132951201f4df3d1653aec61" - ], - "fallback_doc_hits_count": 3, - "fallback_used": false, - "fact_hits": 2, - "entity_hits": 0, - "evidence_summary": { - "documents": 1, - "facts": 2, - "entities": 0, - "workflows": 1, - "relations": 0, - "chunks": 2, - "selected_doc_ids": [ - "api.send_message_endpoint", - "api.control_actions_endpoint" - ], - "selected_fact_ids": [ - "f85d982c272a2ee6baeadc433221a20e684cd8ef01cb4788d6f76d05ca56d6d0", - "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3" - ], - "selected_relation_ids": [], - "selected_chunk_ids": [ - "api.control_actions_endpoint" - ], - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 10996, - "tokens_in_estimate": 2848 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Как работает send endpoint?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "HTTP API /send", - "content": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "metadata": { - "name": "send_message_endpoint", - "tags": [ - "api", - "telegram", - "manual-send" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /send", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlAppFactory", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.send_message_endpoint", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "summary_text": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [ - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:workflow_step", - "content": "api.control_actions_endpoint workflow_step Название:** Выполнение control action runtime", - "metadata": { - "tags": [], - "owner": null, - "anchor": "Сценарий", - "doc_id": null, - "object": "Название:** Выполнение control action runtime", - "fact_id": "f85d982c272a2ee6baeadc433221a20e684cd8ef01cb4788d6f76d05ca56d6d0", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "workflow_step", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:mentions_entity", - "content": "api.control_actions_endpoint mentions_entity ControlActionSet", - "metadata": { - "tags": [], - "owner": null, - "anchor": "frontmatter.entities", - "doc_id": null, - "object": "ControlActionSet", - "fact_id": "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "mentions_entity", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "entities": [], - "workflows": [ - { - "layer": "D4_WORKFLOW_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "Scenario", - "content": "Scenario\nHTTP control plane запущен.\n`ControlActionSet` сконфигурирован в `TelegramControlChannel`.\nВ path передано одно из поддерживаемых действий: `start`, `stop`, `status`.\nКлиент отправляет `GET` или `POST` на `/actions/{action}`.\n1. Endpoint принимает запрос и извлекает path parameter `action`.\n2. API определяет источник клиента через `X-Client-Source` или `User-Agent`.\n3. Для `start` и `stop` запрос логируется как control action.\n4. Канал сопоставляет `action` с callback из `ControlActionSet`.\n5. API ожидает завершения callback в пределах допустимого timeout.\n6. При успешном завершении API возвращает JSON со статусом `ok`.\n1. Если `start` или `stop` не успевают завершиться в timeout, API возвращает `202 accepted` и сообщает, что операция еще выполняется.", - "metadata": { - "owner": null, - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "trigger": [ - "Клиент отправляет `GET` или `POST` на `/actions/{action}`." - ], - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "main_flow": [ - "1. Endpoint принимает запрос и извлекает path parameter `action`.", - "2. API определяет источник клиента через `X-Client-Source` или `User-Agent`.", - "3. Для `start` и `stop` запрос логируется как control action.", - "4. Канал сопоставляет `action` с callback из `ControlActionSet`.", - "5. API ожидает завершения callback в пределах допустимого timeout.", - "6. При успешном завершении API возвращает JSON со статусом `ok`." - ], - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "workflow_id": "f78b822d4366b10322fd4a35e347deae59d55ff4132951201f4df3d1653aec61", - "artifact_type": null, - "last_modified": null, - "preconditions": [ - "HTTP control plane запущен.", - "`ControlActionSet` сконфигурирован в `TelegramControlChannel`.", - "В path передано одно из поддерживаемых действий: `start`, `stop`, `status`." - ], - "workflow_name": "Scenario", - "error_handling": [ - "1. Если actions не сконфигурированы, API возвращает `404`.", - "2. Если передано неподдерживаемое действие, API возвращает `404`.", - "3. Если callback завершился исключением, API возвращает `500`." - ], - "postconditions": [ - "Клиент получает результат выполнения control action или признак, что операция еще продолжается." - ], - "staleness_score": null, - "alternative_flow": [ - "1. Если `start` или `stop` не успевают завершиться в timeout, API возвращает `202 accepted` и сообщает, что операция еще выполняется." - ], - "system_component": null - } - } - ], - "relations": [], - "chunks": [ - { - "layer": "D0_DOC_CHUNKS", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:Описание", - "content": "Метод предоставляет HTTP-доступ к control actions runtime и позволяет запускать, останавливать или проверять состояние управляемых компонентов. Endpoint не реализует lifecycle самостоятельно, а делегирует выполнение в `ControlActionSet`.", - "metadata": { - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "order": 3, - "owner": null, - "doc_id": null, - "module": "telegram_notify_app", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "doc_kind": "misc", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "section_path": "Details > Описание", - "artifact_type": null, - "last_modified": null, - "section_title": "Описание", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D0_DOC_CHUNKS", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:Сценарий", - "content": "**Название:** Выполнение control action runtime\n\n**Предусловия:**\n- HTTP control plane запущен.\n- `ControlActionSet` сконфигурирован в `TelegramControlChannel`.\n- В path передано одно из поддерживаемых действий: `start`, `stop`, `status`.\n\n**Триггер:**\n- Клиент отправляет `GET` или `POST` на `/actions/{action}`.\n\n**Основной сценарий:**\n1. Endpoint принимает запрос и извлекает path parameter `action`.\n2. API определяет источник клиента через `X-Client-Source` или `User-Agent`.\n3. Для `start` и `stop` запрос логируется как control action.\n4. Канал сопоставляет `action` с callback из `ControlActionSet`.\n5. API ожидает завершения callback в пределах допустимого timeout.\n6. При успешном завершении API возвращает JSON со статусом `ok`.\n\n**Альтернативный сценарий:**\n1. Если `start` или `stop` не успевают завершиться в timeout, API возвращает `202 accepted` и сообщает, что операция еще выполняется.\n\n**Обработка ошибок:**\n1. Если actions не сконфигурированы, API возвращает `404`.\n2. Если передано неподдерживаемое действие, API возвращает `404`.\n3. Если callback завершился исключением, API возвращает `500`.\n\n**Постусловие:**\n- Клиент получает результат выполнения control action или признак, что операция еще продолжается.", - "metadata": { - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "order": 4, - "owner": null, - "doc_id": null, - "module": "telegram_notify_app", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "doc_kind": "misc", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "section_path": "Details > Сценарий", - "artifact_type": null, - "last_modified": null, - "section_title": "Сценарий", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Как работает send endpoint? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: API_METHOD_EXPLAIN -- documents: 1 | samples: HTTP API /send -- facts: 2 | samples: api.control_actions_endpoint:workflow_step, api.control_actions_endpoint:mentions_entity -- relations: 0 - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-api-send-3.json b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-api-send-3.json deleted file mode 100644 index bf775ce..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-api-send-3.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "meta": { - "case_id": "v3-api-send-3", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 13, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "api.actions_endpoint", - "docs/README.md" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": "api_method" - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Опиши endpoint отправки сообщений" - }, - "output": { - "query": "Опиши endpoint отправки сообщений" - } - }, - { - "step": "router", - "input": { - "query": "Опиши endpoint отправки сообщений" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Опиши endpoint отправки сообщений" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 11002, - "tokens_in_estimate": 2849 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-api-send-3.md b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-api-send-3.md deleted file mode 100644 index 6b03579..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-api-send-3.md +++ /dev/null @@ -1,620 +0,0 @@ -# v3-api-send-3 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Опиши endpoint отправки сообщений - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 13, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "api.actions_endpoint", - "docs/README.md" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": "api_method" - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Опиши endpoint отправки сообщений" - }, - "output": { - "query": "Опиши endpoint отправки сообщений" - } -} -``` - -### router -```json -{ - "input": { - "query": "Опиши endpoint отправки сообщений" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Опиши endpoint отправки сообщений" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 11002, - "tokens_in_estimate": 2849 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "layers_used": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "documents_found": 1, - "facts_found": 2, - "relations_found": 0, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "topic", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D2_FACT_INDEX": { - "hits": 8, - "top_ids": [ - "f85d982c272a2ee6baeadc433221a20e684cd8ef01cb4788d6f76d05ca56d6d0", - "b8e44c3adb74aaa6c91ae8815fa091289e58dd3990a3a1b63e850c62075aea75", - "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3", - "54bbcbac242f1c85ec3280236ed5841998a8a3a548ff16cbf0b5acafbff469e3", - "b6bfad59b3bf00f199b5ef90c1208af19664de700413e7354468a93a4abaaa2f" - ], - "top_sections": [ - "api.control_actions_endpoint:workflow_step", - "api.control_actions_endpoint:mentions_entity" - ] - }, - "D4_WORKFLOW_INDEX": { - "hits": 3, - "top_ids": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "top_sections": [ - "Scenario" - ] - }, - "D1_DOCUMENT_CATALOG": { - "hits": 4, - "top_ids": [ - "api.send_message_endpoint", - "api.control_actions_endpoint", - "api.health_endpoint", - "docs/README.md" - ], - "top_sections": [ - "HTTP API /send", - "HTTP API /actions/{action}", - "HTTP API /health", - "Readme" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 4, - "top_ids": [ - "api.control_actions_endpoint" - ], - "top_sections": [ - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Функциональные требования" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [], - "resolved_anchor_candidates": [ - "docs/documentation/api/control-actions-endpoint.md", - "api.control_actions_endpoint", - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md", - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md", - "docs/README.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "api.actions_endpoint", - "docs/README.md" - ], - "doc_paths": [ - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/send-message-endpoint.md", - "docs/README.md" - ], - "doc_titles": [ - "api.control_actions_endpoint:workflow_step", - "api.control_actions_endpoint:mentions_entity", - "Scenario", - "HTTP API /send", - "HTTP API /actions/{action}", - "HTTP API /health", - "Readme", - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Функциональные требования" - ], - "relation_hits_count": 0, - "relation_targets": [], - "selected_doc_ids": [ - "api.send_message_endpoint", - "api.control_actions_endpoint" - ], - "selected_fact_ids": [ - "f85d982c272a2ee6baeadc433221a20e684cd8ef01cb4788d6f76d05ca56d6d0", - "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3" - ], - "selected_relation_ids": [], - "selected_chunk_ids": [ - "api.control_actions_endpoint" - ], - "selected_entity_ids": [], - "selected_workflow_ids": [ - "f78b822d4366b10322fd4a35e347deae59d55ff4132951201f4df3d1653aec61" - ], - "fallback_doc_hits_count": 3, - "fallback_used": false, - "fact_hits": 2, - "entity_hits": 0, - "evidence_summary": { - "documents": 1, - "facts": 2, - "entities": 0, - "workflows": 1, - "relations": 0, - "chunks": 2, - "selected_doc_ids": [ - "api.send_message_endpoint", - "api.control_actions_endpoint" - ], - "selected_fact_ids": [ - "f85d982c272a2ee6baeadc433221a20e684cd8ef01cb4788d6f76d05ca56d6d0", - "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3" - ], - "selected_relation_ids": [], - "selected_chunk_ids": [ - "api.control_actions_endpoint" - ], - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 11002, - "tokens_in_estimate": 2849 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Опиши endpoint отправки сообщений", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "HTTP API /send", - "content": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "metadata": { - "name": "send_message_endpoint", - "tags": [ - "api", - "telegram", - "manual-send" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /send", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlAppFactory", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.send_message_endpoint", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "summary_text": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [ - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:workflow_step", - "content": "api.control_actions_endpoint workflow_step Название:** Выполнение control action runtime", - "metadata": { - "tags": [], - "owner": null, - "anchor": "Сценарий", - "doc_id": null, - "object": "Название:** Выполнение control action runtime", - "fact_id": "f85d982c272a2ee6baeadc433221a20e684cd8ef01cb4788d6f76d05ca56d6d0", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "workflow_step", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:mentions_entity", - "content": "api.control_actions_endpoint mentions_entity ControlActionSet", - "metadata": { - "tags": [], - "owner": null, - "anchor": "frontmatter.entities", - "doc_id": null, - "object": "ControlActionSet", - "fact_id": "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "mentions_entity", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "entities": [], - "workflows": [ - { - "layer": "D4_WORKFLOW_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "Scenario", - "content": "Scenario\nHTTP control plane запущен.\n`ControlActionSet` сконфигурирован в `TelegramControlChannel`.\nВ path передано одно из поддерживаемых действий: `start`, `stop`, `status`.\nКлиент отправляет `GET` или `POST` на `/actions/{action}`.\n1. Endpoint принимает запрос и извлекает path parameter `action`.\n2. API определяет источник клиента через `X-Client-Source` или `User-Agent`.\n3. Для `start` и `stop` запрос логируется как control action.\n4. Канал сопоставляет `action` с callback из `ControlActionSet`.\n5. API ожидает завершения callback в пределах допустимого timeout.\n6. При успешном завершении API возвращает JSON со статусом `ok`.\n1. Если `start` или `stop` не успевают завершиться в timeout, API возвращает `202 accepted` и сообщает, что операция еще выполняется.", - "metadata": { - "owner": null, - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "trigger": [ - "Клиент отправляет `GET` или `POST` на `/actions/{action}`." - ], - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "main_flow": [ - "1. Endpoint принимает запрос и извлекает path parameter `action`.", - "2. API определяет источник клиента через `X-Client-Source` или `User-Agent`.", - "3. Для `start` и `stop` запрос логируется как control action.", - "4. Канал сопоставляет `action` с callback из `ControlActionSet`.", - "5. API ожидает завершения callback в пределах допустимого timeout.", - "6. При успешном завершении API возвращает JSON со статусом `ok`." - ], - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "workflow_id": "f78b822d4366b10322fd4a35e347deae59d55ff4132951201f4df3d1653aec61", - "artifact_type": null, - "last_modified": null, - "preconditions": [ - "HTTP control plane запущен.", - "`ControlActionSet` сконфигурирован в `TelegramControlChannel`.", - "В path передано одно из поддерживаемых действий: `start`, `stop`, `status`." - ], - "workflow_name": "Scenario", - "error_handling": [ - "1. Если actions не сконфигурированы, API возвращает `404`.", - "2. Если передано неподдерживаемое действие, API возвращает `404`.", - "3. Если callback завершился исключением, API возвращает `500`." - ], - "postconditions": [ - "Клиент получает результат выполнения control action или признак, что операция еще продолжается." - ], - "staleness_score": null, - "alternative_flow": [ - "1. Если `start` или `stop` не успевают завершиться в timeout, API возвращает `202 accepted` и сообщает, что операция еще выполняется." - ], - "system_component": null - } - } - ], - "relations": [], - "chunks": [ - { - "layer": "D0_DOC_CHUNKS", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:Описание", - "content": "Метод предоставляет HTTP-доступ к control actions runtime и позволяет запускать, останавливать или проверять состояние управляемых компонентов. Endpoint не реализует lifecycle самостоятельно, а делегирует выполнение в `ControlActionSet`.", - "metadata": { - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "order": 3, - "owner": null, - "doc_id": null, - "module": "telegram_notify_app", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "doc_kind": "misc", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "section_path": "Details > Описание", - "artifact_type": null, - "last_modified": null, - "section_title": "Описание", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D0_DOC_CHUNKS", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:Сценарий", - "content": "**Название:** Выполнение control action runtime\n\n**Предусловия:**\n- HTTP control plane запущен.\n- `ControlActionSet` сконфигурирован в `TelegramControlChannel`.\n- В path передано одно из поддерживаемых действий: `start`, `stop`, `status`.\n\n**Триггер:**\n- Клиент отправляет `GET` или `POST` на `/actions/{action}`.\n\n**Основной сценарий:**\n1. Endpoint принимает запрос и извлекает path parameter `action`.\n2. API определяет источник клиента через `X-Client-Source` или `User-Agent`.\n3. Для `start` и `stop` запрос логируется как control action.\n4. Канал сопоставляет `action` с callback из `ControlActionSet`.\n5. API ожидает завершения callback в пределах допустимого timeout.\n6. При успешном завершении API возвращает JSON со статусом `ok`.\n\n**Альтернативный сценарий:**\n1. Если `start` или `stop` не успевают завершиться в timeout, API возвращает `202 accepted` и сообщает, что операция еще выполняется.\n\n**Обработка ошибок:**\n1. Если actions не сконфигурированы, API возвращает `404`.\n2. Если передано неподдерживаемое действие, API возвращает `404`.\n3. Если callback завершился исключением, API возвращает `500`.\n\n**Постусловие:**\n- Клиент получает результат выполнения control action или признак, что операция еще продолжается.", - "metadata": { - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "order": 4, - "owner": null, - "doc_id": null, - "module": "telegram_notify_app", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "doc_kind": "misc", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "section_path": "Details > Сценарий", - "artifact_type": null, - "last_modified": null, - "section_title": "Сценарий", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Опиши endpoint отправки сообщений -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: API_METHOD_EXPLAIN -- documents: 1 | samples: HTTP API /send -- facts: 2 | samples: api.control_actions_endpoint:workflow_step, api.control_actions_endpoint:mentions_entity -- relations: 0 - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-component-control-channel-1.json b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-component-control-channel-1.json deleted file mode 100644 index fcb328b..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-component-control-channel-1.json +++ /dev/null @@ -1,92 +0,0 @@ -{ - "meta": { - "case_id": "v3-component-control-channel-1", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 18, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "logic.telegram_notification_loop", - "architecture.telegram_notify_app_overview", - "api.health_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "docs/README.md", - "domain.runtime_health" - ], - "entity_candidates": [ - "TelegramControlChannel" - ], - "symbol_candidates": [], - "layers": [ - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Как работает TelegramControlChannel?" - }, - "output": { - "query": "Как работает TelegramControlChannel?" - } - }, - { - "step": "router", - "input": { - "query": "Как работает TelegramControlChannel?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Как работает TelegramControlChannel?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 10053, - "tokens_in_estimate": 2612 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-component-control-channel-1.md b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-component-control-channel-1.md deleted file mode 100644 index 8b5296d..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-component-control-channel-1.md +++ /dev/null @@ -1,657 +0,0 @@ -# v3-component-control-channel-1 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Как работает TelegramControlChannel? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 18, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "logic.telegram_notification_loop", - "architecture.telegram_notify_app_overview", - "api.health_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "docs/README.md", - "domain.runtime_health" - ], - "entity_candidates": [ - "TelegramControlChannel" - ], - "symbol_candidates": [], - "layers": [ - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Как работает TelegramControlChannel?" - }, - "output": { - "query": "Как работает TelegramControlChannel?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Как работает TelegramControlChannel?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Как работает TelegramControlChannel?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 10053, - "tokens_in_estimate": 2612 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "layers_used": [ - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "documents_found": 1, - "facts_found": 2, - "relations_found": 2, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "llm", - "matched_anchor_type": "none", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D2_FACT_INDEX": { - "hits": 8, - "top_ids": [ - "b480201013a7e5231146f665773ebc54af37c28135f407c6b758304c74561645", - "b8e44c3adb74aaa6c91ae8815fa091289e58dd3990a3a1b63e850c62075aea75", - "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3", - "54bbcbac242f1c85ec3280236ed5841998a8a3a548ff16cbf0b5acafbff469e3", - "b6bfad59b3bf00f199b5ef90c1208af19664de700413e7354468a93a4abaaa2f" - ], - "top_sections": [ - "api.control_actions_endpoint:workflow_step", - "api.control_actions_endpoint:mentions_entity" - ] - }, - "D5_RELATION_GRAPH": { - "hits": 8, - "top_ids": [ - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "afec31fd062e392dcd9699a92c7ab61fd4b1273c1a2b16702b23d55d8d0c47ac", - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "921934af8cd7b16572a6cbd3c42011a08d2762f121853cb2458dff348284ac76" - ], - "top_sections": [ - "api.control_actions_endpoint:related_logic", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:parent", - "api.control_actions_endpoint:part_of", - "logic.telegram_notification_loop:related_api" - ] - }, - "D1_DOCUMENT_CATALOG": { - "hits": 4, - "top_ids": [ - "api.control_actions_endpoint", - "architecture.telegram_notify_app", - "docs/README.md", - "domain.runtime_health" - ], - "top_sections": [ - "HTTP API /actions/{action}", - "Архитектура Telegram Notify App", - "Readme", - "Сущность runtime health" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 4, - "top_ids": [ - "api.control_actions_endpoint" - ], - "top_sections": [ - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Функциональные требования" - ] - } - }, - "query_entity_candidates": [ - "TelegramControlChannel" - ], - "resolved_entity_candidates": [], - "query_anchor_candidates": [ - "TelegramControlChannel" - ], - "resolved_anchor_candidates": [ - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/logic/telegram-notification-loop.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/documentation/api/health-endpoint.md", - "api.control_actions_endpoint", - "architecture.telegram_notify_app", - "docs/README.md", - "domain.runtime_health", - "docs/documentation/domain/runtime-health-entity.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.control_actions_endpoint", - "logic.telegram_notification_loop", - "architecture.telegram_notify_app_overview", - "api.health_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "docs/README.md", - "domain.runtime_health" - ], - "doc_paths": [ - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/logic/telegram-notification-loop.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/documentation/api/health-endpoint.md", - "docs/README.md", - "docs/documentation/domain/runtime-health-entity.md" - ], - "doc_titles": [ - "api.control_actions_endpoint:workflow_step", - "api.control_actions_endpoint:mentions_entity", - "api.control_actions_endpoint:related_logic", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:parent", - "api.control_actions_endpoint:part_of", - "logic.telegram_notification_loop:related_api", - "architecture.telegram_notify_app:related_api", - "architecture.telegram_notify_app:child", - "api.health_endpoint:depends_on", - "HTTP API /actions/{action}", - "Архитектура Telegram Notify App", - "Readme", - "Сущность runtime health", - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Функциональные требования" - ], - "relation_hits_count": 2, - "relation_targets": [ - "api.control_actions_endpoint:related_logic", - "api.control_actions_endpoint:related_api" - ], - "selected_doc_ids": [ - "api.control_actions_endpoint" - ], - "selected_fact_ids": [ - "b480201013a7e5231146f665773ebc54af37c28135f407c6b758304c74561645", - "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3" - ], - "selected_relation_ids": [ - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1" - ], - "selected_chunk_ids": [ - "api.control_actions_endpoint" - ], - "selected_entity_ids": [], - "selected_workflow_ids": [], - "fallback_doc_hits_count": 3, - "fallback_used": false, - "fact_hits": 2, - "entity_hits": 0, - "evidence_summary": { - "documents": 1, - "facts": 2, - "entities": 0, - "workflows": 0, - "relations": 2, - "chunks": 2, - "selected_doc_ids": [ - "api.control_actions_endpoint" - ], - "selected_fact_ids": [ - "b480201013a7e5231146f665773ebc54af37c28135f407c6b758304c74561645", - "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3" - ], - "selected_relation_ids": [ - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1" - ], - "selected_chunk_ids": [ - "api.control_actions_endpoint" - ], - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 10053, - "tokens_in_estimate": 2612 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Как работает TelegramControlChannel?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [ - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:workflow_step", - "content": "api.control_actions_endpoint workflow_step HTTP control plane запущен.", - "metadata": { - "tags": [], - "owner": null, - "anchor": "Сценарий", - "doc_id": null, - "object": "HTTP control plane запущен.", - "fact_id": "b480201013a7e5231146f665773ebc54af37c28135f407c6b758304c74561645", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "workflow_step", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:mentions_entity", - "content": "api.control_actions_endpoint mentions_entity ControlActionSet", - "metadata": { - "tags": [], - "owner": null, - "anchor": "frontmatter.entities", - "doc_id": null, - "object": "ControlActionSet", - "fact_id": "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "mentions_entity", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "entities": [], - "workflows": [], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_logic", - "content": "api.control_actions_endpoint related_logic logic.telegram_notification_loop", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "logic.telegram_notification_loop", - "doc_version": null, - "relation_id": "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_logic", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_api", - "content": "api.control_actions_endpoint related_api api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - } - ], - "chunks": [ - { - "layer": "D0_DOC_CHUNKS", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:Описание", - "content": "Метод предоставляет HTTP-доступ к control actions runtime и позволяет запускать, останавливать или проверять состояние управляемых компонентов. Endpoint не реализует lifecycle самостоятельно, а делегирует выполнение в `ControlActionSet`.", - "metadata": { - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "order": 3, - "owner": null, - "doc_id": null, - "module": "telegram_notify_app", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "doc_kind": "misc", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "section_path": "Details > Описание", - "artifact_type": null, - "last_modified": null, - "section_title": "Описание", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D0_DOC_CHUNKS", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:Сценарий", - "content": "**Название:** Выполнение control action runtime\n\n**Предусловия:**\n- HTTP control plane запущен.\n- `ControlActionSet` сконфигурирован в `TelegramControlChannel`.\n- В path передано одно из поддерживаемых действий: `start`, `stop`, `status`.\n\n**Триггер:**\n- Клиент отправляет `GET` или `POST` на `/actions/{action}`.\n\n**Основной сценарий:**\n1. Endpoint принимает запрос и извлекает path parameter `action`.\n2. API определяет источник клиента через `X-Client-Source` или `User-Agent`.\n3. Для `start` и `stop` запрос логируется как control action.\n4. Канал сопоставляет `action` с callback из `ControlActionSet`.\n5. API ожидает завершения callback в пределах допустимого timeout.\n6. При успешном завершении API возвращает JSON со статусом `ok`.\n\n**Альтернативный сценарий:**\n1. Если `start` или `stop` не успевают завершиться в timeout, API возвращает `202 accepted` и сообщает, что операция еще выполняется.\n\n**Обработка ошибок:**\n1. Если actions не сконфигурированы, API возвращает `404`.\n2. Если передано неподдерживаемое действие, API возвращает `404`.\n3. Если callback завершился исключением, API возвращает `500`.\n\n**Постусловие:**\n- Клиент получает результат выполнения control action или признак, что операция еще продолжается.", - "metadata": { - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "order": 4, - "owner": null, - "doc_id": null, - "module": "telegram_notify_app", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "doc_kind": "misc", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "section_path": "Details > Сценарий", - "artifact_type": null, - "last_modified": null, - "section_title": "Сценарий", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Как работает TelegramControlChannel? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: COMPONENT_EXPLAIN -- documents: 1 | samples: HTTP API /actions/{action} -- facts: 2 | samples: api.control_actions_endpoint:workflow_step, api.control_actions_endpoint:mentions_entity -- relations: 2 | samples: api.control_actions_endpoint:related_logic, api.control_actions_endpoint:related_api - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-component-control-channel-2.json b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-component-control-channel-2.json deleted file mode 100644 index 0abc76d..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-component-control-channel-2.json +++ /dev/null @@ -1,92 +0,0 @@ -{ - "meta": { - "case_id": "v3-component-control-channel-2", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 18, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "logic.telegram_notification_loop", - "architecture.telegram_notify_app_overview", - "api.health_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "docs/README.md", - "domain.runtime_health" - ], - "entity_candidates": [ - "TelegramControlChannel" - ], - "symbol_candidates": [], - "layers": [ - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Роль TelegramControlChannel в системе" - }, - "output": { - "query": "Роль TelegramControlChannel в системе" - } - }, - { - "step": "router", - "input": { - "query": "Роль TelegramControlChannel в системе" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Роль TelegramControlChannel в системе" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 10054, - "tokens_in_estimate": 2612 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-component-control-channel-2.md b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-component-control-channel-2.md deleted file mode 100644 index 13da7b0..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-component-control-channel-2.md +++ /dev/null @@ -1,657 +0,0 @@ -# v3-component-control-channel-2 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Роль TelegramControlChannel в системе - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 18, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "logic.telegram_notification_loop", - "architecture.telegram_notify_app_overview", - "api.health_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "docs/README.md", - "domain.runtime_health" - ], - "entity_candidates": [ - "TelegramControlChannel" - ], - "symbol_candidates": [], - "layers": [ - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Роль TelegramControlChannel в системе" - }, - "output": { - "query": "Роль TelegramControlChannel в системе" - } -} -``` - -### router -```json -{ - "input": { - "query": "Роль TelegramControlChannel в системе" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Роль TelegramControlChannel в системе" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 10054, - "tokens_in_estimate": 2612 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "layers_used": [ - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "documents_found": 1, - "facts_found": 2, - "relations_found": 2, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "none", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D2_FACT_INDEX": { - "hits": 8, - "top_ids": [ - "b480201013a7e5231146f665773ebc54af37c28135f407c6b758304c74561645", - "b8e44c3adb74aaa6c91ae8815fa091289e58dd3990a3a1b63e850c62075aea75", - "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3", - "54bbcbac242f1c85ec3280236ed5841998a8a3a548ff16cbf0b5acafbff469e3", - "b6bfad59b3bf00f199b5ef90c1208af19664de700413e7354468a93a4abaaa2f" - ], - "top_sections": [ - "api.control_actions_endpoint:workflow_step", - "api.control_actions_endpoint:mentions_entity" - ] - }, - "D5_RELATION_GRAPH": { - "hits": 8, - "top_ids": [ - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "afec31fd062e392dcd9699a92c7ab61fd4b1273c1a2b16702b23d55d8d0c47ac", - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "921934af8cd7b16572a6cbd3c42011a08d2762f121853cb2458dff348284ac76" - ], - "top_sections": [ - "api.control_actions_endpoint:related_logic", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:parent", - "api.control_actions_endpoint:part_of", - "logic.telegram_notification_loop:related_api" - ] - }, - "D1_DOCUMENT_CATALOG": { - "hits": 4, - "top_ids": [ - "api.control_actions_endpoint", - "architecture.telegram_notify_app", - "docs/README.md", - "domain.runtime_health" - ], - "top_sections": [ - "HTTP API /actions/{action}", - "Архитектура Telegram Notify App", - "Readme", - "Сущность runtime health" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 4, - "top_ids": [ - "api.control_actions_endpoint" - ], - "top_sections": [ - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Функциональные требования" - ] - } - }, - "query_entity_candidates": [ - "TelegramControlChannel" - ], - "resolved_entity_candidates": [], - "query_anchor_candidates": [ - "TelegramControlChannel" - ], - "resolved_anchor_candidates": [ - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/logic/telegram-notification-loop.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/documentation/api/health-endpoint.md", - "api.control_actions_endpoint", - "architecture.telegram_notify_app", - "docs/README.md", - "domain.runtime_health", - "docs/documentation/domain/runtime-health-entity.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.control_actions_endpoint", - "logic.telegram_notification_loop", - "architecture.telegram_notify_app_overview", - "api.health_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "docs/README.md", - "domain.runtime_health" - ], - "doc_paths": [ - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/logic/telegram-notification-loop.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/documentation/api/health-endpoint.md", - "docs/README.md", - "docs/documentation/domain/runtime-health-entity.md" - ], - "doc_titles": [ - "api.control_actions_endpoint:workflow_step", - "api.control_actions_endpoint:mentions_entity", - "api.control_actions_endpoint:related_logic", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:parent", - "api.control_actions_endpoint:part_of", - "logic.telegram_notification_loop:related_api", - "architecture.telegram_notify_app:related_api", - "architecture.telegram_notify_app:child", - "api.health_endpoint:depends_on", - "HTTP API /actions/{action}", - "Архитектура Telegram Notify App", - "Readme", - "Сущность runtime health", - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Функциональные требования" - ], - "relation_hits_count": 2, - "relation_targets": [ - "api.control_actions_endpoint:related_logic", - "api.control_actions_endpoint:related_api" - ], - "selected_doc_ids": [ - "api.control_actions_endpoint" - ], - "selected_fact_ids": [ - "b480201013a7e5231146f665773ebc54af37c28135f407c6b758304c74561645", - "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3" - ], - "selected_relation_ids": [ - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1" - ], - "selected_chunk_ids": [ - "api.control_actions_endpoint" - ], - "selected_entity_ids": [], - "selected_workflow_ids": [], - "fallback_doc_hits_count": 3, - "fallback_used": false, - "fact_hits": 2, - "entity_hits": 0, - "evidence_summary": { - "documents": 1, - "facts": 2, - "entities": 0, - "workflows": 0, - "relations": 2, - "chunks": 2, - "selected_doc_ids": [ - "api.control_actions_endpoint" - ], - "selected_fact_ids": [ - "b480201013a7e5231146f665773ebc54af37c28135f407c6b758304c74561645", - "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3" - ], - "selected_relation_ids": [ - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1" - ], - "selected_chunk_ids": [ - "api.control_actions_endpoint" - ], - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 10054, - "tokens_in_estimate": 2612 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Роль TelegramControlChannel в системе", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [ - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:workflow_step", - "content": "api.control_actions_endpoint workflow_step HTTP control plane запущен.", - "metadata": { - "tags": [], - "owner": null, - "anchor": "Сценарий", - "doc_id": null, - "object": "HTTP control plane запущен.", - "fact_id": "b480201013a7e5231146f665773ebc54af37c28135f407c6b758304c74561645", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "workflow_step", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:mentions_entity", - "content": "api.control_actions_endpoint mentions_entity ControlActionSet", - "metadata": { - "tags": [], - "owner": null, - "anchor": "frontmatter.entities", - "doc_id": null, - "object": "ControlActionSet", - "fact_id": "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "mentions_entity", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "entities": [], - "workflows": [], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_logic", - "content": "api.control_actions_endpoint related_logic logic.telegram_notification_loop", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "logic.telegram_notification_loop", - "doc_version": null, - "relation_id": "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_logic", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_api", - "content": "api.control_actions_endpoint related_api api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - } - ], - "chunks": [ - { - "layer": "D0_DOC_CHUNKS", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:Описание", - "content": "Метод предоставляет HTTP-доступ к control actions runtime и позволяет запускать, останавливать или проверять состояние управляемых компонентов. Endpoint не реализует lifecycle самостоятельно, а делегирует выполнение в `ControlActionSet`.", - "metadata": { - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "order": 3, - "owner": null, - "doc_id": null, - "module": "telegram_notify_app", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "doc_kind": "misc", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "section_path": "Details > Описание", - "artifact_type": null, - "last_modified": null, - "section_title": "Описание", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D0_DOC_CHUNKS", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:Сценарий", - "content": "**Название:** Выполнение control action runtime\n\n**Предусловия:**\n- HTTP control plane запущен.\n- `ControlActionSet` сконфигурирован в `TelegramControlChannel`.\n- В path передано одно из поддерживаемых действий: `start`, `stop`, `status`.\n\n**Триггер:**\n- Клиент отправляет `GET` или `POST` на `/actions/{action}`.\n\n**Основной сценарий:**\n1. Endpoint принимает запрос и извлекает path parameter `action`.\n2. API определяет источник клиента через `X-Client-Source` или `User-Agent`.\n3. Для `start` и `stop` запрос логируется как control action.\n4. Канал сопоставляет `action` с callback из `ControlActionSet`.\n5. API ожидает завершения callback в пределах допустимого timeout.\n6. При успешном завершении API возвращает JSON со статусом `ok`.\n\n**Альтернативный сценарий:**\n1. Если `start` или `stop` не успевают завершиться в timeout, API возвращает `202 accepted` и сообщает, что операция еще выполняется.\n\n**Обработка ошибок:**\n1. Если actions не сконфигурированы, API возвращает `404`.\n2. Если передано неподдерживаемое действие, API возвращает `404`.\n3. Если callback завершился исключением, API возвращает `500`.\n\n**Постусловие:**\n- Клиент получает результат выполнения control action или признак, что операция еще продолжается.", - "metadata": { - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "order": 4, - "owner": null, - "doc_id": null, - "module": "telegram_notify_app", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "doc_kind": "misc", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "section_path": "Details > Сценарий", - "artifact_type": null, - "last_modified": null, - "section_title": "Сценарий", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Роль TelegramControlChannel в системе -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: COMPONENT_EXPLAIN -- documents: 1 | samples: HTTP API /actions/{action} -- facts: 2 | samples: api.control_actions_endpoint:workflow_step, api.control_actions_endpoint:mentions_entity -- relations: 2 | samples: api.control_actions_endpoint:related_logic, api.control_actions_endpoint:related_api - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-1.json b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-1.json deleted file mode 100644 index 17222b5..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-1.json +++ /dev/null @@ -1,92 +0,0 @@ -{ - "meta": { - "case_id": "v3-component-runtime-manager-1", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 18, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "logic.telegram_notification_loop", - "architecture.telegram_notify_app_overview", - "api.health_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "docs/README.md", - "domain.runtime_health" - ], - "entity_candidates": [ - "RuntimeManager" - ], - "symbol_candidates": [], - "layers": [ - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Что делает RuntimeManager?" - }, - "output": { - "query": "Что делает RuntimeManager?" - } - }, - { - "step": "router", - "input": { - "query": "Что делает RuntimeManager?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Что делает RuntimeManager?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 10043, - "tokens_in_estimate": 2609 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-1.md b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-1.md deleted file mode 100644 index f7cffa6..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-1.md +++ /dev/null @@ -1,657 +0,0 @@ -# v3-component-runtime-manager-1 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Что делает RuntimeManager? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 18, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "logic.telegram_notification_loop", - "architecture.telegram_notify_app_overview", - "api.health_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "docs/README.md", - "domain.runtime_health" - ], - "entity_candidates": [ - "RuntimeManager" - ], - "symbol_candidates": [], - "layers": [ - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Что делает RuntimeManager?" - }, - "output": { - "query": "Что делает RuntimeManager?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Что делает RuntimeManager?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Что делает RuntimeManager?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 10043, - "tokens_in_estimate": 2609 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "layers_used": [ - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "documents_found": 1, - "facts_found": 2, - "relations_found": 2, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "none", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D2_FACT_INDEX": { - "hits": 8, - "top_ids": [ - "b480201013a7e5231146f665773ebc54af37c28135f407c6b758304c74561645", - "b8e44c3adb74aaa6c91ae8815fa091289e58dd3990a3a1b63e850c62075aea75", - "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3", - "54bbcbac242f1c85ec3280236ed5841998a8a3a548ff16cbf0b5acafbff469e3", - "b6bfad59b3bf00f199b5ef90c1208af19664de700413e7354468a93a4abaaa2f" - ], - "top_sections": [ - "api.control_actions_endpoint:workflow_step", - "api.control_actions_endpoint:mentions_entity" - ] - }, - "D5_RELATION_GRAPH": { - "hits": 8, - "top_ids": [ - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "afec31fd062e392dcd9699a92c7ab61fd4b1273c1a2b16702b23d55d8d0c47ac", - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "921934af8cd7b16572a6cbd3c42011a08d2762f121853cb2458dff348284ac76" - ], - "top_sections": [ - "api.control_actions_endpoint:related_logic", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:parent", - "api.control_actions_endpoint:part_of", - "logic.telegram_notification_loop:related_api" - ] - }, - "D1_DOCUMENT_CATALOG": { - "hits": 4, - "top_ids": [ - "api.control_actions_endpoint", - "architecture.telegram_notify_app", - "docs/README.md", - "domain.runtime_health" - ], - "top_sections": [ - "HTTP API /actions/{action}", - "Архитектура Telegram Notify App", - "Readme", - "Сущность runtime health" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 4, - "top_ids": [ - "api.control_actions_endpoint" - ], - "top_sections": [ - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Функциональные требования" - ] - } - }, - "query_entity_candidates": [ - "RuntimeManager" - ], - "resolved_entity_candidates": [], - "query_anchor_candidates": [ - "RuntimeManager" - ], - "resolved_anchor_candidates": [ - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/logic/telegram-notification-loop.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/documentation/api/health-endpoint.md", - "api.control_actions_endpoint", - "architecture.telegram_notify_app", - "docs/README.md", - "domain.runtime_health", - "docs/documentation/domain/runtime-health-entity.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.control_actions_endpoint", - "logic.telegram_notification_loop", - "architecture.telegram_notify_app_overview", - "api.health_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "docs/README.md", - "domain.runtime_health" - ], - "doc_paths": [ - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/logic/telegram-notification-loop.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/documentation/api/health-endpoint.md", - "docs/README.md", - "docs/documentation/domain/runtime-health-entity.md" - ], - "doc_titles": [ - "api.control_actions_endpoint:workflow_step", - "api.control_actions_endpoint:mentions_entity", - "api.control_actions_endpoint:related_logic", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:parent", - "api.control_actions_endpoint:part_of", - "logic.telegram_notification_loop:related_api", - "architecture.telegram_notify_app:related_api", - "architecture.telegram_notify_app:child", - "api.health_endpoint:depends_on", - "HTTP API /actions/{action}", - "Архитектура Telegram Notify App", - "Readme", - "Сущность runtime health", - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Функциональные требования" - ], - "relation_hits_count": 2, - "relation_targets": [ - "api.control_actions_endpoint:related_logic", - "api.control_actions_endpoint:related_api" - ], - "selected_doc_ids": [ - "api.control_actions_endpoint" - ], - "selected_fact_ids": [ - "b480201013a7e5231146f665773ebc54af37c28135f407c6b758304c74561645", - "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3" - ], - "selected_relation_ids": [ - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1" - ], - "selected_chunk_ids": [ - "api.control_actions_endpoint" - ], - "selected_entity_ids": [], - "selected_workflow_ids": [], - "fallback_doc_hits_count": 3, - "fallback_used": false, - "fact_hits": 2, - "entity_hits": 0, - "evidence_summary": { - "documents": 1, - "facts": 2, - "entities": 0, - "workflows": 0, - "relations": 2, - "chunks": 2, - "selected_doc_ids": [ - "api.control_actions_endpoint" - ], - "selected_fact_ids": [ - "b480201013a7e5231146f665773ebc54af37c28135f407c6b758304c74561645", - "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3" - ], - "selected_relation_ids": [ - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1" - ], - "selected_chunk_ids": [ - "api.control_actions_endpoint" - ], - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 10043, - "tokens_in_estimate": 2609 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Что делает RuntimeManager?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [ - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:workflow_step", - "content": "api.control_actions_endpoint workflow_step HTTP control plane запущен.", - "metadata": { - "tags": [], - "owner": null, - "anchor": "Сценарий", - "doc_id": null, - "object": "HTTP control plane запущен.", - "fact_id": "b480201013a7e5231146f665773ebc54af37c28135f407c6b758304c74561645", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "workflow_step", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:mentions_entity", - "content": "api.control_actions_endpoint mentions_entity ControlActionSet", - "metadata": { - "tags": [], - "owner": null, - "anchor": "frontmatter.entities", - "doc_id": null, - "object": "ControlActionSet", - "fact_id": "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "mentions_entity", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "entities": [], - "workflows": [], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_logic", - "content": "api.control_actions_endpoint related_logic logic.telegram_notification_loop", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "logic.telegram_notification_loop", - "doc_version": null, - "relation_id": "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_logic", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_api", - "content": "api.control_actions_endpoint related_api api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - } - ], - "chunks": [ - { - "layer": "D0_DOC_CHUNKS", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:Описание", - "content": "Метод предоставляет HTTP-доступ к control actions runtime и позволяет запускать, останавливать или проверять состояние управляемых компонентов. Endpoint не реализует lifecycle самостоятельно, а делегирует выполнение в `ControlActionSet`.", - "metadata": { - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "order": 3, - "owner": null, - "doc_id": null, - "module": "telegram_notify_app", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "doc_kind": "misc", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "section_path": "Details > Описание", - "artifact_type": null, - "last_modified": null, - "section_title": "Описание", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D0_DOC_CHUNKS", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:Сценарий", - "content": "**Название:** Выполнение control action runtime\n\n**Предусловия:**\n- HTTP control plane запущен.\n- `ControlActionSet` сконфигурирован в `TelegramControlChannel`.\n- В path передано одно из поддерживаемых действий: `start`, `stop`, `status`.\n\n**Триггер:**\n- Клиент отправляет `GET` или `POST` на `/actions/{action}`.\n\n**Основной сценарий:**\n1. Endpoint принимает запрос и извлекает path parameter `action`.\n2. API определяет источник клиента через `X-Client-Source` или `User-Agent`.\n3. Для `start` и `stop` запрос логируется как control action.\n4. Канал сопоставляет `action` с callback из `ControlActionSet`.\n5. API ожидает завершения callback в пределах допустимого timeout.\n6. При успешном завершении API возвращает JSON со статусом `ok`.\n\n**Альтернативный сценарий:**\n1. Если `start` или `stop` не успевают завершиться в timeout, API возвращает `202 accepted` и сообщает, что операция еще выполняется.\n\n**Обработка ошибок:**\n1. Если actions не сконфигурированы, API возвращает `404`.\n2. Если передано неподдерживаемое действие, API возвращает `404`.\n3. Если callback завершился исключением, API возвращает `500`.\n\n**Постусловие:**\n- Клиент получает результат выполнения control action или признак, что операция еще продолжается.", - "metadata": { - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "order": 4, - "owner": null, - "doc_id": null, - "module": "telegram_notify_app", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "doc_kind": "misc", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "section_path": "Details > Сценарий", - "artifact_type": null, - "last_modified": null, - "section_title": "Сценарий", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Что делает RuntimeManager? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: COMPONENT_EXPLAIN -- documents: 1 | samples: HTTP API /actions/{action} -- facts: 2 | samples: api.control_actions_endpoint:workflow_step, api.control_actions_endpoint:mentions_entity -- relations: 2 | samples: api.control_actions_endpoint:related_logic, api.control_actions_endpoint:related_api - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-2.json b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-2.json deleted file mode 100644 index dd780b9..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-2.json +++ /dev/null @@ -1,92 +0,0 @@ -{ - "meta": { - "case_id": "v3-component-runtime-manager-2", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 18, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "logic.telegram_notification_loop", - "architecture.telegram_notify_app_overview", - "api.health_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "docs/README.md", - "domain.runtime_health" - ], - "entity_candidates": [ - "RuntimeManager" - ], - "symbol_candidates": [], - "layers": [ - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Как устроен RuntimeManager?" - }, - "output": { - "query": "Как устроен RuntimeManager?" - } - }, - { - "step": "router", - "input": { - "query": "Как устроен RuntimeManager?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Как устроен RuntimeManager?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 10044, - "tokens_in_estimate": 2610 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-2.md b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-2.md deleted file mode 100644 index fcb3b77..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-2.md +++ /dev/null @@ -1,657 +0,0 @@ -# v3-component-runtime-manager-2 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Как устроен RuntimeManager? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 18, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "logic.telegram_notification_loop", - "architecture.telegram_notify_app_overview", - "api.health_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "docs/README.md", - "domain.runtime_health" - ], - "entity_candidates": [ - "RuntimeManager" - ], - "symbol_candidates": [], - "layers": [ - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Как устроен RuntimeManager?" - }, - "output": { - "query": "Как устроен RuntimeManager?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Как устроен RuntimeManager?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Как устроен RuntimeManager?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 10044, - "tokens_in_estimate": 2610 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "layers_used": [ - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "documents_found": 1, - "facts_found": 2, - "relations_found": 2, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "llm", - "matched_anchor_type": "none", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D2_FACT_INDEX": { - "hits": 8, - "top_ids": [ - "b480201013a7e5231146f665773ebc54af37c28135f407c6b758304c74561645", - "b8e44c3adb74aaa6c91ae8815fa091289e58dd3990a3a1b63e850c62075aea75", - "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3", - "54bbcbac242f1c85ec3280236ed5841998a8a3a548ff16cbf0b5acafbff469e3", - "b6bfad59b3bf00f199b5ef90c1208af19664de700413e7354468a93a4abaaa2f" - ], - "top_sections": [ - "api.control_actions_endpoint:workflow_step", - "api.control_actions_endpoint:mentions_entity" - ] - }, - "D5_RELATION_GRAPH": { - "hits": 8, - "top_ids": [ - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "afec31fd062e392dcd9699a92c7ab61fd4b1273c1a2b16702b23d55d8d0c47ac", - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "921934af8cd7b16572a6cbd3c42011a08d2762f121853cb2458dff348284ac76" - ], - "top_sections": [ - "api.control_actions_endpoint:related_logic", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:parent", - "api.control_actions_endpoint:part_of", - "logic.telegram_notification_loop:related_api" - ] - }, - "D1_DOCUMENT_CATALOG": { - "hits": 4, - "top_ids": [ - "api.control_actions_endpoint", - "architecture.telegram_notify_app", - "docs/README.md", - "domain.runtime_health" - ], - "top_sections": [ - "HTTP API /actions/{action}", - "Архитектура Telegram Notify App", - "Readme", - "Сущность runtime health" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 4, - "top_ids": [ - "api.control_actions_endpoint" - ], - "top_sections": [ - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Функциональные требования" - ] - } - }, - "query_entity_candidates": [ - "RuntimeManager" - ], - "resolved_entity_candidates": [], - "query_anchor_candidates": [ - "RuntimeManager" - ], - "resolved_anchor_candidates": [ - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/logic/telegram-notification-loop.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/documentation/api/health-endpoint.md", - "api.control_actions_endpoint", - "architecture.telegram_notify_app", - "docs/README.md", - "domain.runtime_health", - "docs/documentation/domain/runtime-health-entity.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.control_actions_endpoint", - "logic.telegram_notification_loop", - "architecture.telegram_notify_app_overview", - "api.health_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "docs/README.md", - "domain.runtime_health" - ], - "doc_paths": [ - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/logic/telegram-notification-loop.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/documentation/api/health-endpoint.md", - "docs/README.md", - "docs/documentation/domain/runtime-health-entity.md" - ], - "doc_titles": [ - "api.control_actions_endpoint:workflow_step", - "api.control_actions_endpoint:mentions_entity", - "api.control_actions_endpoint:related_logic", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:parent", - "api.control_actions_endpoint:part_of", - "logic.telegram_notification_loop:related_api", - "architecture.telegram_notify_app:related_api", - "architecture.telegram_notify_app:child", - "api.health_endpoint:depends_on", - "HTTP API /actions/{action}", - "Архитектура Telegram Notify App", - "Readme", - "Сущность runtime health", - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Функциональные требования" - ], - "relation_hits_count": 2, - "relation_targets": [ - "api.control_actions_endpoint:related_logic", - "api.control_actions_endpoint:related_api" - ], - "selected_doc_ids": [ - "api.control_actions_endpoint" - ], - "selected_fact_ids": [ - "b480201013a7e5231146f665773ebc54af37c28135f407c6b758304c74561645", - "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3" - ], - "selected_relation_ids": [ - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1" - ], - "selected_chunk_ids": [ - "api.control_actions_endpoint" - ], - "selected_entity_ids": [], - "selected_workflow_ids": [], - "fallback_doc_hits_count": 3, - "fallback_used": false, - "fact_hits": 2, - "entity_hits": 0, - "evidence_summary": { - "documents": 1, - "facts": 2, - "entities": 0, - "workflows": 0, - "relations": 2, - "chunks": 2, - "selected_doc_ids": [ - "api.control_actions_endpoint" - ], - "selected_fact_ids": [ - "b480201013a7e5231146f665773ebc54af37c28135f407c6b758304c74561645", - "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3" - ], - "selected_relation_ids": [ - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1" - ], - "selected_chunk_ids": [ - "api.control_actions_endpoint" - ], - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 10044, - "tokens_in_estimate": 2610 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Как устроен RuntimeManager?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [ - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:workflow_step", - "content": "api.control_actions_endpoint workflow_step HTTP control plane запущен.", - "metadata": { - "tags": [], - "owner": null, - "anchor": "Сценарий", - "doc_id": null, - "object": "HTTP control plane запущен.", - "fact_id": "b480201013a7e5231146f665773ebc54af37c28135f407c6b758304c74561645", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "workflow_step", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:mentions_entity", - "content": "api.control_actions_endpoint mentions_entity ControlActionSet", - "metadata": { - "tags": [], - "owner": null, - "anchor": "frontmatter.entities", - "doc_id": null, - "object": "ControlActionSet", - "fact_id": "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "mentions_entity", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "entities": [], - "workflows": [], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_logic", - "content": "api.control_actions_endpoint related_logic logic.telegram_notification_loop", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "logic.telegram_notification_loop", - "doc_version": null, - "relation_id": "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_logic", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_api", - "content": "api.control_actions_endpoint related_api api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - } - ], - "chunks": [ - { - "layer": "D0_DOC_CHUNKS", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:Описание", - "content": "Метод предоставляет HTTP-доступ к control actions runtime и позволяет запускать, останавливать или проверять состояние управляемых компонентов. Endpoint не реализует lifecycle самостоятельно, а делегирует выполнение в `ControlActionSet`.", - "metadata": { - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "order": 3, - "owner": null, - "doc_id": null, - "module": "telegram_notify_app", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "doc_kind": "misc", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "section_path": "Details > Описание", - "artifact_type": null, - "last_modified": null, - "section_title": "Описание", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D0_DOC_CHUNKS", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:Сценарий", - "content": "**Название:** Выполнение control action runtime\n\n**Предусловия:**\n- HTTP control plane запущен.\n- `ControlActionSet` сконфигурирован в `TelegramControlChannel`.\n- В path передано одно из поддерживаемых действий: `start`, `stop`, `status`.\n\n**Триггер:**\n- Клиент отправляет `GET` или `POST` на `/actions/{action}`.\n\n**Основной сценарий:**\n1. Endpoint принимает запрос и извлекает path parameter `action`.\n2. API определяет источник клиента через `X-Client-Source` или `User-Agent`.\n3. Для `start` и `stop` запрос логируется как control action.\n4. Канал сопоставляет `action` с callback из `ControlActionSet`.\n5. API ожидает завершения callback в пределах допустимого timeout.\n6. При успешном завершении API возвращает JSON со статусом `ok`.\n\n**Альтернативный сценарий:**\n1. Если `start` или `stop` не успевают завершиться в timeout, API возвращает `202 accepted` и сообщает, что операция еще выполняется.\n\n**Обработка ошибок:**\n1. Если actions не сконфигурированы, API возвращает `404`.\n2. Если передано неподдерживаемое действие, API возвращает `404`.\n3. Если callback завершился исключением, API возвращает `500`.\n\n**Постусловие:**\n- Клиент получает результат выполнения control action или признак, что операция еще продолжается.", - "metadata": { - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "order": 4, - "owner": null, - "doc_id": null, - "module": "telegram_notify_app", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "doc_kind": "misc", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "section_path": "Details > Сценарий", - "artifact_type": null, - "last_modified": null, - "section_title": "Сценарий", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Как устроен RuntimeManager? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: COMPONENT_EXPLAIN -- documents: 1 | samples: HTTP API /actions/{action} -- facts: 2 | samples: api.control_actions_endpoint:workflow_step, api.control_actions_endpoint:mentions_entity -- relations: 2 | samples: api.control_actions_endpoint:related_logic, api.control_actions_endpoint:related_api - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-3.json b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-3.json deleted file mode 100644 index 687dffc..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-3.json +++ /dev/null @@ -1,92 +0,0 @@ -{ - "meta": { - "case_id": "v3-component-runtime-manager-3", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 18, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "logic.telegram_notification_loop", - "architecture.telegram_notify_app_overview", - "api.health_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "docs/README.md", - "domain.runtime_health" - ], - "entity_candidates": [ - "RuntimeManager" - ], - "symbol_candidates": [], - "layers": [ - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Опиши компонент RuntimeManager" - }, - "output": { - "query": "Опиши компонент RuntimeManager" - } - }, - { - "step": "router", - "input": { - "query": "Опиши компонент RuntimeManager" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Опиши компонент RuntimeManager" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 10047, - "tokens_in_estimate": 2610 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-3.md b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-3.md deleted file mode 100644 index 2846e62..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-component-runtime-manager-3.md +++ /dev/null @@ -1,657 +0,0 @@ -# v3-component-runtime-manager-3 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Опиши компонент RuntimeManager - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 18, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "logic.telegram_notification_loop", - "architecture.telegram_notify_app_overview", - "api.health_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "docs/README.md", - "domain.runtime_health" - ], - "entity_candidates": [ - "RuntimeManager" - ], - "symbol_candidates": [], - "layers": [ - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Опиши компонент RuntimeManager" - }, - "output": { - "query": "Опиши компонент RuntimeManager" - } -} -``` - -### router -```json -{ - "input": { - "query": "Опиши компонент RuntimeManager" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Опиши компонент RuntimeManager" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 10047, - "tokens_in_estimate": 2610 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "layers_used": [ - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "documents_found": 1, - "facts_found": 2, - "relations_found": 2, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "component", - "matched_anchor_value": "RuntimeManager", - "exact_anchor_match": false, - "docs_layers_requested": [ - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D2_FACT_INDEX": { - "hits": 8, - "top_ids": [ - "b480201013a7e5231146f665773ebc54af37c28135f407c6b758304c74561645", - "b8e44c3adb74aaa6c91ae8815fa091289e58dd3990a3a1b63e850c62075aea75", - "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3", - "54bbcbac242f1c85ec3280236ed5841998a8a3a548ff16cbf0b5acafbff469e3", - "b6bfad59b3bf00f199b5ef90c1208af19664de700413e7354468a93a4abaaa2f" - ], - "top_sections": [ - "api.control_actions_endpoint:workflow_step", - "api.control_actions_endpoint:mentions_entity" - ] - }, - "D5_RELATION_GRAPH": { - "hits": 8, - "top_ids": [ - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "afec31fd062e392dcd9699a92c7ab61fd4b1273c1a2b16702b23d55d8d0c47ac", - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "921934af8cd7b16572a6cbd3c42011a08d2762f121853cb2458dff348284ac76" - ], - "top_sections": [ - "api.control_actions_endpoint:related_logic", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:parent", - "api.control_actions_endpoint:part_of", - "logic.telegram_notification_loop:related_api" - ] - }, - "D1_DOCUMENT_CATALOG": { - "hits": 4, - "top_ids": [ - "api.control_actions_endpoint", - "architecture.telegram_notify_app", - "docs/README.md", - "domain.runtime_health" - ], - "top_sections": [ - "HTTP API /actions/{action}", - "Архитектура Telegram Notify App", - "Readme", - "Сущность runtime health" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 4, - "top_ids": [ - "api.control_actions_endpoint" - ], - "top_sections": [ - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Функциональные требования" - ] - } - }, - "query_entity_candidates": [ - "RuntimeManager" - ], - "resolved_entity_candidates": [], - "query_anchor_candidates": [ - "RuntimeManager" - ], - "resolved_anchor_candidates": [ - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/logic/telegram-notification-loop.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/documentation/api/health-endpoint.md", - "api.control_actions_endpoint", - "architecture.telegram_notify_app", - "docs/README.md", - "domain.runtime_health", - "docs/documentation/domain/runtime-health-entity.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.control_actions_endpoint", - "logic.telegram_notification_loop", - "architecture.telegram_notify_app_overview", - "api.health_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "docs/README.md", - "domain.runtime_health" - ], - "doc_paths": [ - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/logic/telegram-notification-loop.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/documentation/api/health-endpoint.md", - "docs/README.md", - "docs/documentation/domain/runtime-health-entity.md" - ], - "doc_titles": [ - "api.control_actions_endpoint:workflow_step", - "api.control_actions_endpoint:mentions_entity", - "api.control_actions_endpoint:related_logic", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:parent", - "api.control_actions_endpoint:part_of", - "logic.telegram_notification_loop:related_api", - "architecture.telegram_notify_app:related_api", - "architecture.telegram_notify_app:child", - "api.health_endpoint:depends_on", - "HTTP API /actions/{action}", - "Архитектура Telegram Notify App", - "Readme", - "Сущность runtime health", - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Функциональные требования" - ], - "relation_hits_count": 2, - "relation_targets": [ - "api.control_actions_endpoint:related_logic", - "api.control_actions_endpoint:related_api" - ], - "selected_doc_ids": [ - "api.control_actions_endpoint" - ], - "selected_fact_ids": [ - "b480201013a7e5231146f665773ebc54af37c28135f407c6b758304c74561645", - "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3" - ], - "selected_relation_ids": [ - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1" - ], - "selected_chunk_ids": [ - "api.control_actions_endpoint" - ], - "selected_entity_ids": [], - "selected_workflow_ids": [], - "fallback_doc_hits_count": 3, - "fallback_used": false, - "fact_hits": 2, - "entity_hits": 0, - "evidence_summary": { - "documents": 1, - "facts": 2, - "entities": 0, - "workflows": 0, - "relations": 2, - "chunks": 2, - "selected_doc_ids": [ - "api.control_actions_endpoint" - ], - "selected_fact_ids": [ - "b480201013a7e5231146f665773ebc54af37c28135f407c6b758304c74561645", - "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3" - ], - "selected_relation_ids": [ - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1" - ], - "selected_chunk_ids": [ - "api.control_actions_endpoint" - ], - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 10047, - "tokens_in_estimate": 2610 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Опиши компонент RuntimeManager", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [ - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:workflow_step", - "content": "api.control_actions_endpoint workflow_step HTTP control plane запущен.", - "metadata": { - "tags": [], - "owner": null, - "anchor": "Сценарий", - "doc_id": null, - "object": "HTTP control plane запущен.", - "fact_id": "b480201013a7e5231146f665773ebc54af37c28135f407c6b758304c74561645", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "workflow_step", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:mentions_entity", - "content": "api.control_actions_endpoint mentions_entity ControlActionSet", - "metadata": { - "tags": [], - "owner": null, - "anchor": "frontmatter.entities", - "doc_id": null, - "object": "ControlActionSet", - "fact_id": "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "mentions_entity", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "entities": [], - "workflows": [], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_logic", - "content": "api.control_actions_endpoint related_logic logic.telegram_notification_loop", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "logic.telegram_notification_loop", - "doc_version": null, - "relation_id": "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_logic", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_api", - "content": "api.control_actions_endpoint related_api api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - } - ], - "chunks": [ - { - "layer": "D0_DOC_CHUNKS", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:Описание", - "content": "Метод предоставляет HTTP-доступ к control actions runtime и позволяет запускать, останавливать или проверять состояние управляемых компонентов. Endpoint не реализует lifecycle самостоятельно, а делегирует выполнение в `ControlActionSet`.", - "metadata": { - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "order": 3, - "owner": null, - "doc_id": null, - "module": "telegram_notify_app", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "doc_kind": "misc", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "section_path": "Details > Описание", - "artifact_type": null, - "last_modified": null, - "section_title": "Описание", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D0_DOC_CHUNKS", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:Сценарий", - "content": "**Название:** Выполнение control action runtime\n\n**Предусловия:**\n- HTTP control plane запущен.\n- `ControlActionSet` сконфигурирован в `TelegramControlChannel`.\n- В path передано одно из поддерживаемых действий: `start`, `stop`, `status`.\n\n**Триггер:**\n- Клиент отправляет `GET` или `POST` на `/actions/{action}`.\n\n**Основной сценарий:**\n1. Endpoint принимает запрос и извлекает path parameter `action`.\n2. API определяет источник клиента через `X-Client-Source` или `User-Agent`.\n3. Для `start` и `stop` запрос логируется как control action.\n4. Канал сопоставляет `action` с callback из `ControlActionSet`.\n5. API ожидает завершения callback в пределах допустимого timeout.\n6. При успешном завершении API возвращает JSON со статусом `ok`.\n\n**Альтернативный сценарий:**\n1. Если `start` или `stop` не успевают завершиться в timeout, API возвращает `202 accepted` и сообщает, что операция еще выполняется.\n\n**Обработка ошибок:**\n1. Если actions не сконфигурированы, API возвращает `404`.\n2. Если передано неподдерживаемое действие, API возвращает `404`.\n3. Если callback завершился исключением, API возвращает `500`.\n\n**Постусловие:**\n- Клиент получает результат выполнения control action или признак, что операция еще продолжается.", - "metadata": { - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "order": 4, - "owner": null, - "doc_id": null, - "module": "telegram_notify_app", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "doc_kind": "misc", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "section_path": "Details > Сценарий", - "artifact_type": null, - "last_modified": null, - "section_title": "Сценарий", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Опиши компонент RuntimeManager -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: COMPONENT_EXPLAIN -- documents: 1 | samples: HTTP API /actions/{action} -- facts: 2 | samples: api.control_actions_endpoint:workflow_step, api.control_actions_endpoint:mentions_entity -- relations: 2 | samples: api.control_actions_endpoint:related_logic, api.control_actions_endpoint:related_api - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-entity-runtime-health-1.json b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-entity-runtime-health-1.json deleted file mode 100644 index b63ce65..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-entity-runtime-health-1.json +++ /dev/null @@ -1,91 +0,0 @@ -{ - "meta": { - "case_id": "v3-entity-runtime-health-1", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 24, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.health_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "domain.runtime_health", - "api.control_actions_endpoint", - "logic.telegram_notification_loop", - "api.actions_endpoint" - ], - "entity_candidates": [ - "runtime health" - ], - "symbol_candidates": [], - "layers": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Что такое runtime health?" - }, - "output": { - "query": "Что такое runtime health?" - } - }, - { - "step": "router", - "input": { - "query": "Что такое runtime health?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Что такое runtime health?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 7572, - "tokens_in_estimate": 1992 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-entity-runtime-health-1.md b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-entity-runtime-health-1.md deleted file mode 100644 index 144a811..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-entity-runtime-health-1.md +++ /dev/null @@ -1,631 +0,0 @@ -# v3-entity-runtime-health-1 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Что такое runtime health? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 24, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.health_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "domain.runtime_health", - "api.control_actions_endpoint", - "logic.telegram_notification_loop", - "api.actions_endpoint" - ], - "entity_candidates": [ - "runtime health" - ], - "symbol_candidates": [], - "layers": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Что такое runtime health?" - }, - "output": { - "query": "Что такое runtime health?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Что такое runtime health?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Что такое runtime health?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 7572, - "tokens_in_estimate": 1992 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "layers_used": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "documents_found": 1, - "facts_found": 0, - "relations_found": 2, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "none", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D3_ENTITY_CATALOG": { - "hits": 8, - "top_ids": [ - "api.health_endpoint", - "architecture.telegram_notify_app", - "domain.runtime_health" - ], - "top_sections": [ - "RuntimeManager", - "WorkerStatus", - "TelegramNotifyWorker", - "TelegramControlChannel" - ] - }, - "D5_RELATION_GRAPH": { - "hits": 8, - "top_ids": [ - "801650f8bcbfbfbefd35c14447bfef7b3c3827313db790efa7faf47db860f8c4", - "8595d7b82fecdb7ef579fa8961cda6799bb21970061e5bc221d4dd7a3d53fd04", - "af2a4f7c1b677b908410ba720915405e10dbd0870e30a3c6e3aa2468550ddf0e", - "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a" - ], - "top_sections": [ - "domain.runtime_health:used_by", - "domain.runtime_health:related_logic", - "domain.runtime_health:part_of", - "api.health_endpoint:parent", - "api.health_endpoint:part_of" - ] - }, - "D1_DOCUMENT_CATALOG": { - "hits": 4, - "top_ids": [ - "domain.runtime_health", - "api.health_endpoint", - "logic.telegram_notification_loop", - "api.control_actions_endpoint" - ], - "top_sections": [ - "Сущность runtime health", - "HTTP API /health", - "Цикл отправки уведомлений в Telegram", - "HTTP API /actions/{action}" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 4, - "top_ids": [ - "api.health_endpoint" - ], - "top_sections": [ - "api.health_endpoint:Описание", - "api.health_endpoint:Сценарий", - "api.health_endpoint:Summary", - "api.health_endpoint:Функциональные требования" - ] - } - }, - "query_entity_candidates": [ - "runtime health" - ], - "resolved_entity_candidates": [], - "query_anchor_candidates": [], - "resolved_anchor_candidates": [ - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md", - "architecture.telegram_notify_app", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "domain.runtime_health", - "docs/documentation/domain/runtime-health-entity.md", - "docs/documentation/api/control-actions-endpoint.md", - "logic.telegram_notification_loop", - "docs/documentation/logic/telegram-notification-loop.md", - "api.control_actions_endpoint" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.health_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "domain.runtime_health", - "api.control_actions_endpoint", - "logic.telegram_notification_loop", - "api.actions_endpoint" - ], - "doc_paths": [ - "docs/documentation/api/health-endpoint.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/documentation/domain/runtime-health-entity.md", - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/logic/telegram-notification-loop.md" - ], - "doc_titles": [ - "RuntimeManager", - "WorkerStatus", - "TelegramNotifyWorker", - "TelegramControlChannel", - "WorkerHealth", - "domain.runtime_health:used_by", - "domain.runtime_health:related_logic", - "domain.runtime_health:part_of", - "api.health_endpoint:parent", - "api.health_endpoint:part_of", - "api.health_endpoint:depends_on", - "domain.runtime_health:parent", - "api.control_actions_endpoint:related_api", - "Сущность runtime health", - "HTTP API /health", - "Цикл отправки уведомлений в Telegram", - "HTTP API /actions/{action}", - "api.health_endpoint:Описание", - "api.health_endpoint:Сценарий", - "api.health_endpoint:Summary", - "api.health_endpoint:Функциональные требования" - ], - "relation_hits_count": 2, - "relation_targets": [ - "domain.runtime_health:used_by", - "domain.runtime_health:related_logic" - ], - "selected_doc_ids": [ - "domain.runtime_health", - "api.health_endpoint", - "architecture.telegram_notify_app" - ], - "selected_fact_ids": [], - "selected_relation_ids": [ - "801650f8bcbfbfbefd35c14447bfef7b3c3827313db790efa7faf47db860f8c4", - "8595d7b82fecdb7ef579fa8961cda6799bb21970061e5bc221d4dd7a3d53fd04" - ], - "selected_chunk_ids": [ - "api.health_endpoint" - ], - "selected_entity_ids": [ - "api.health_endpoint", - "architecture.telegram_notify_app" - ], - "selected_workflow_ids": [], - "fallback_doc_hits_count": 2, - "fallback_used": false, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 1, - "facts": 0, - "entities": 2, - "workflows": 0, - "relations": 2, - "chunks": 1, - "selected_doc_ids": [ - "domain.runtime_health", - "api.health_endpoint", - "architecture.telegram_notify_app" - ], - "selected_fact_ids": [], - "selected_relation_ids": [ - "801650f8bcbfbfbefd35c14447bfef7b3c3827313db790efa7faf47db860f8c4", - "8595d7b82fecdb7ef579fa8961cda6799bb21970061e5bc221d4dd7a3d53fd04" - ], - "selected_chunk_ids": [ - "api.health_endpoint" - ], - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 7572, - "tokens_in_estimate": 1992 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Что такое runtime health?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "Сущность runtime health", - "content": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "metadata": { - "name": "runtime_health", - "tags": [ - "domain", - "health", - "observability" - ], - "type": "domain_entity", - "layer": "domain", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "used_by", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "Сущность runtime health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "children": [], - "doc_kind": "misc", - "entities": [ - "WorkerHealth", - "WorkerStatus", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "domain.runtime_health", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "summary_text": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [], - "entities": [ - { - "layer": "D3_ENTITY_CATALOG", - "path": "docs/documentation/api/health-endpoint.md", - "title": "RuntimeManager", - "content": "RuntimeManager", - "metadata": { - "tags": [ - "api", - "health", - "control-plane" - ], - "owner": null, - "doc_id": null, - "module": "telegram_notify_app", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "doc_version": null, - "document_id": "api.health_endpoint", - "entity_name": "RuntimeManager", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "document_type": "api_method", - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D3_ENTITY_CATALOG", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "RuntimeManager", - "content": "RuntimeManager", - "metadata": { - "tags": [ - "architecture", - "telegram", - "plba", - "runtime" - ], - "owner": null, - "doc_id": null, - "module": "telegram_notify_app", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "doc_version": null, - "document_id": "architecture.telegram_notify_app", - "entity_name": "RuntimeManager", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "artifact_type": null, - "document_type": "architecture_overview", - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "workflows": [], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "domain.runtime_health:used_by", - "content": "domain.runtime_health used_by api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "source_id": "domain.runtime_health", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "801650f8bcbfbfbefd35c14447bfef7b3c3827313db790efa7faf47db860f8c4", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "used_by", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "domain.runtime_health:related_logic", - "content": "domain.runtime_health related_logic logic.telegram_notification_loop", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "source_id": "domain.runtime_health", - "target_id": "logic.telegram_notification_loop", - "doc_version": null, - "relation_id": "8595d7b82fecdb7ef579fa8961cda6799bb21970061e5bc221d4dd7a3d53fd04", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_logic", - "staleness_score": null, - "system_component": null - } - } - ], - "chunks": [ - { - "layer": "D0_DOC_CHUNKS", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:Описание", - "content": "Метод предоставляет текущее состояние runtime и его компонентов без изменения состояния системы. Он нужен для мониторинга, readiness/liveness-проверок и быстрой диагностики worker'а `telegram_notify`.", - "metadata": { - "tags": [ - "api", - "health", - "control-plane" - ], - "type": "api_method", - "order": 3, - "owner": null, - "doc_id": null, - "module": "telegram_notify_app", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "doc_kind": "misc", - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "section_path": "Details > Описание", - "artifact_type": null, - "last_modified": null, - "section_title": "Описание", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Что такое runtime health? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: ENTITY_EXPLAIN -- documents: 1 | samples: Сущность runtime health -- facts: 0 -- relations: 2 | samples: domain.runtime_health:used_by, domain.runtime_health:related_logic - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-entity-runtime-health-2.json b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-entity-runtime-health-2.json deleted file mode 100644 index 5ae848e..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-entity-runtime-health-2.json +++ /dev/null @@ -1,91 +0,0 @@ -{ - "meta": { - "case_id": "v3-entity-runtime-health-2", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 24, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.health_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "domain.runtime_health", - "api.control_actions_endpoint", - "logic.telegram_notification_loop", - "api.actions_endpoint" - ], - "entity_candidates": [ - "runtime health" - ], - "symbol_candidates": [], - "layers": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Объясни runtime health" - }, - "output": { - "query": "Объясни runtime health" - } - }, - { - "step": "router", - "input": { - "query": "Объясни runtime health" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Объясни runtime health" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 7569, - "tokens_in_estimate": 1991 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-entity-runtime-health-2.md b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-entity-runtime-health-2.md deleted file mode 100644 index c9bc8d5..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-entity-runtime-health-2.md +++ /dev/null @@ -1,631 +0,0 @@ -# v3-entity-runtime-health-2 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Объясни runtime health - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 24, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.health_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "domain.runtime_health", - "api.control_actions_endpoint", - "logic.telegram_notification_loop", - "api.actions_endpoint" - ], - "entity_candidates": [ - "runtime health" - ], - "symbol_candidates": [], - "layers": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Объясни runtime health" - }, - "output": { - "query": "Объясни runtime health" - } -} -``` - -### router -```json -{ - "input": { - "query": "Объясни runtime health" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Объясни runtime health" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 7569, - "tokens_in_estimate": 1991 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "layers_used": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "documents_found": 1, - "facts_found": 0, - "relations_found": 2, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "llm", - "matched_anchor_type": "none", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D3_ENTITY_CATALOG": { - "hits": 8, - "top_ids": [ - "api.health_endpoint", - "architecture.telegram_notify_app", - "domain.runtime_health" - ], - "top_sections": [ - "RuntimeManager", - "WorkerStatus", - "TelegramNotifyWorker", - "TelegramControlChannel" - ] - }, - "D5_RELATION_GRAPH": { - "hits": 8, - "top_ids": [ - "801650f8bcbfbfbefd35c14447bfef7b3c3827313db790efa7faf47db860f8c4", - "8595d7b82fecdb7ef579fa8961cda6799bb21970061e5bc221d4dd7a3d53fd04", - "af2a4f7c1b677b908410ba720915405e10dbd0870e30a3c6e3aa2468550ddf0e", - "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a" - ], - "top_sections": [ - "domain.runtime_health:used_by", - "domain.runtime_health:related_logic", - "domain.runtime_health:part_of", - "api.health_endpoint:parent", - "api.health_endpoint:part_of" - ] - }, - "D1_DOCUMENT_CATALOG": { - "hits": 4, - "top_ids": [ - "domain.runtime_health", - "api.health_endpoint", - "logic.telegram_notification_loop", - "api.control_actions_endpoint" - ], - "top_sections": [ - "Сущность runtime health", - "HTTP API /health", - "Цикл отправки уведомлений в Telegram", - "HTTP API /actions/{action}" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 4, - "top_ids": [ - "api.health_endpoint" - ], - "top_sections": [ - "api.health_endpoint:Описание", - "api.health_endpoint:Сценарий", - "api.health_endpoint:Summary", - "api.health_endpoint:Функциональные требования" - ] - } - }, - "query_entity_candidates": [ - "runtime health" - ], - "resolved_entity_candidates": [], - "query_anchor_candidates": [], - "resolved_anchor_candidates": [ - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md", - "architecture.telegram_notify_app", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "domain.runtime_health", - "docs/documentation/domain/runtime-health-entity.md", - "docs/documentation/api/control-actions-endpoint.md", - "logic.telegram_notification_loop", - "docs/documentation/logic/telegram-notification-loop.md", - "api.control_actions_endpoint" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.health_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "domain.runtime_health", - "api.control_actions_endpoint", - "logic.telegram_notification_loop", - "api.actions_endpoint" - ], - "doc_paths": [ - "docs/documentation/api/health-endpoint.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/documentation/domain/runtime-health-entity.md", - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/logic/telegram-notification-loop.md" - ], - "doc_titles": [ - "RuntimeManager", - "WorkerStatus", - "TelegramNotifyWorker", - "TelegramControlChannel", - "WorkerHealth", - "domain.runtime_health:used_by", - "domain.runtime_health:related_logic", - "domain.runtime_health:part_of", - "api.health_endpoint:parent", - "api.health_endpoint:part_of", - "api.health_endpoint:depends_on", - "domain.runtime_health:parent", - "api.control_actions_endpoint:related_api", - "Сущность runtime health", - "HTTP API /health", - "Цикл отправки уведомлений в Telegram", - "HTTP API /actions/{action}", - "api.health_endpoint:Описание", - "api.health_endpoint:Сценарий", - "api.health_endpoint:Summary", - "api.health_endpoint:Функциональные требования" - ], - "relation_hits_count": 2, - "relation_targets": [ - "domain.runtime_health:used_by", - "domain.runtime_health:related_logic" - ], - "selected_doc_ids": [ - "domain.runtime_health", - "api.health_endpoint", - "architecture.telegram_notify_app" - ], - "selected_fact_ids": [], - "selected_relation_ids": [ - "801650f8bcbfbfbefd35c14447bfef7b3c3827313db790efa7faf47db860f8c4", - "8595d7b82fecdb7ef579fa8961cda6799bb21970061e5bc221d4dd7a3d53fd04" - ], - "selected_chunk_ids": [ - "api.health_endpoint" - ], - "selected_entity_ids": [ - "api.health_endpoint", - "architecture.telegram_notify_app" - ], - "selected_workflow_ids": [], - "fallback_doc_hits_count": 2, - "fallback_used": false, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 1, - "facts": 0, - "entities": 2, - "workflows": 0, - "relations": 2, - "chunks": 1, - "selected_doc_ids": [ - "domain.runtime_health", - "api.health_endpoint", - "architecture.telegram_notify_app" - ], - "selected_fact_ids": [], - "selected_relation_ids": [ - "801650f8bcbfbfbefd35c14447bfef7b3c3827313db790efa7faf47db860f8c4", - "8595d7b82fecdb7ef579fa8961cda6799bb21970061e5bc221d4dd7a3d53fd04" - ], - "selected_chunk_ids": [ - "api.health_endpoint" - ], - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 7569, - "tokens_in_estimate": 1991 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Объясни runtime health", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "Сущность runtime health", - "content": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "metadata": { - "name": "runtime_health", - "tags": [ - "domain", - "health", - "observability" - ], - "type": "domain_entity", - "layer": "domain", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "used_by", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "Сущность runtime health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "children": [], - "doc_kind": "misc", - "entities": [ - "WorkerHealth", - "WorkerStatus", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "domain.runtime_health", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "summary_text": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [], - "entities": [ - { - "layer": "D3_ENTITY_CATALOG", - "path": "docs/documentation/api/health-endpoint.md", - "title": "RuntimeManager", - "content": "RuntimeManager", - "metadata": { - "tags": [ - "api", - "health", - "control-plane" - ], - "owner": null, - "doc_id": null, - "module": "telegram_notify_app", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "doc_version": null, - "document_id": "api.health_endpoint", - "entity_name": "RuntimeManager", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "document_type": "api_method", - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D3_ENTITY_CATALOG", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "RuntimeManager", - "content": "RuntimeManager", - "metadata": { - "tags": [ - "architecture", - "telegram", - "plba", - "runtime" - ], - "owner": null, - "doc_id": null, - "module": "telegram_notify_app", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "doc_version": null, - "document_id": "architecture.telegram_notify_app", - "entity_name": "RuntimeManager", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "artifact_type": null, - "document_type": "architecture_overview", - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "workflows": [], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "domain.runtime_health:used_by", - "content": "domain.runtime_health used_by api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "source_id": "domain.runtime_health", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "801650f8bcbfbfbefd35c14447bfef7b3c3827313db790efa7faf47db860f8c4", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "used_by", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "domain.runtime_health:related_logic", - "content": "domain.runtime_health related_logic logic.telegram_notification_loop", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "source_id": "domain.runtime_health", - "target_id": "logic.telegram_notification_loop", - "doc_version": null, - "relation_id": "8595d7b82fecdb7ef579fa8961cda6799bb21970061e5bc221d4dd7a3d53fd04", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_logic", - "staleness_score": null, - "system_component": null - } - } - ], - "chunks": [ - { - "layer": "D0_DOC_CHUNKS", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:Описание", - "content": "Метод предоставляет текущее состояние runtime и его компонентов без изменения состояния системы. Он нужен для мониторинга, readiness/liveness-проверок и быстрой диагностики worker'а `telegram_notify`.", - "metadata": { - "tags": [ - "api", - "health", - "control-plane" - ], - "type": "api_method", - "order": 3, - "owner": null, - "doc_id": null, - "module": "telegram_notify_app", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "doc_kind": "misc", - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "section_path": "Details > Описание", - "artifact_type": null, - "last_modified": null, - "section_title": "Описание", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Объясни runtime health -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: ENTITY_EXPLAIN -- documents: 1 | samples: Сущность runtime health -- facts: 0 -- relations: 2 | samples: domain.runtime_health:used_by, domain.runtime_health:related_logic - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-entity-worker-status-1.json b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-entity-worker-status-1.json deleted file mode 100644 index 0a01fd4..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-entity-worker-status-1.json +++ /dev/null @@ -1,91 +0,0 @@ -{ - "meta": { - "case_id": "v3-entity-worker-status-1", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 24, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "docs/README.md", - "api.actions_endpoint" - ], - "entity_candidates": [ - "WorkerStatus" - ], - "symbol_candidates": [], - "layers": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Что такое WorkerStatus?" - }, - "output": { - "query": "Что такое WorkerStatus?" - } - }, - { - "step": "router", - "input": { - "query": "Что такое WorkerStatus?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Что такое WorkerStatus?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 7030, - "tokens_in_estimate": 1856 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-entity-worker-status-1.md b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-entity-worker-status-1.md deleted file mode 100644 index cd8dce0..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-entity-worker-status-1.md +++ /dev/null @@ -1,619 +0,0 @@ -# v3-entity-worker-status-1 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Что такое WorkerStatus? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 24, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "docs/README.md", - "api.actions_endpoint" - ], - "entity_candidates": [ - "WorkerStatus" - ], - "symbol_candidates": [], - "layers": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Что такое WorkerStatus?" - }, - "output": { - "query": "Что такое WorkerStatus?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Что такое WorkerStatus?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Что такое WorkerStatus?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 7030, - "tokens_in_estimate": 1856 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "layers_used": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "documents_found": 1, - "facts_found": 0, - "relations_found": 2, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "none", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D3_ENTITY_CATALOG": { - "hits": 8, - "top_ids": [ - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.control_actions_endpoint", - "api.health_endpoint" - ], - "top_sections": [ - "WorkerStatus", - "JSONResponse", - "TelegramNotifyWorker", - "RuntimeManager" - ] - }, - "D5_RELATION_GRAPH": { - "hits": 8, - "top_ids": [ - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a" - ], - "top_sections": [ - "api.control_actions_endpoint:part_of", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.health_endpoint:parent", - "api.health_endpoint:part_of" - ] - }, - "D1_DOCUMENT_CATALOG": { - "hits": 4, - "top_ids": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "top_sections": [ - "Readme", - "HTTP API /actions/{action}", - "HTTP API /health", - "HTTP API /send" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 4, - "top_ids": [ - "logic.telegram_notification_loop", - "docs/README.md" - ], - "top_sections": [ - "logic.telegram_notification_loop:Details", - "docs/README.md:Навигация", - "docs/README.md:Правила и шаблоны", - "docs/README.md:Структура" - ] - } - }, - "query_entity_candidates": [ - "WorkerStatus" - ], - "resolved_entity_candidates": [], - "query_anchor_candidates": [ - "WorkerStatus" - ], - "resolved_anchor_candidates": [ - "domain.runtime_health", - "docs/documentation/domain/runtime-health-entity.md", - "logic.telegram_notification_loop", - "docs/documentation/logic/telegram-notification-loop.md", - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md", - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md", - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md", - "docs/README.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "docs/README.md", - "api.actions_endpoint" - ], - "doc_paths": [ - "docs/documentation/domain/runtime-health-entity.md", - "docs/documentation/logic/telegram-notification-loop.md", - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/send-message-endpoint.md", - "docs/README.md" - ], - "doc_titles": [ - "WorkerStatus", - "JSONResponse", - "TelegramNotifyWorker", - "RuntimeManager", - "WorkerHealth", - "TelegramControlAppFactory", - "TelegramControlChannel", - "api.control_actions_endpoint:part_of", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.health_endpoint:parent", - "api.health_endpoint:part_of", - "api.health_endpoint:depends_on", - "api.send_message_endpoint:parent", - "api.control_actions_endpoint:parent", - "Readme", - "HTTP API /actions/{action}", - "HTTP API /health", - "HTTP API /send", - "logic.telegram_notification_loop:Details", - "docs/README.md:Навигация", - "docs/README.md:Правила и шаблоны", - "docs/README.md:Структура" - ], - "relation_hits_count": 2, - "relation_targets": [ - "api.control_actions_endpoint:part_of", - "api.control_actions_endpoint:related_api" - ], - "selected_doc_ids": [ - "docs/README.md", - "domain.runtime_health", - "logic.telegram_notification_loop" - ], - "selected_fact_ids": [], - "selected_relation_ids": [ - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1" - ], - "selected_chunk_ids": [ - "logic.telegram_notification_loop" - ], - "selected_entity_ids": [ - "domain.runtime_health", - "logic.telegram_notification_loop" - ], - "selected_workflow_ids": [], - "fallback_doc_hits_count": 2, - "fallback_used": false, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 1, - "facts": 0, - "entities": 2, - "workflows": 0, - "relations": 2, - "chunks": 1, - "selected_doc_ids": [ - "docs/README.md", - "domain.runtime_health", - "logic.telegram_notification_loop" - ], - "selected_fact_ids": [], - "selected_relation_ids": [ - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1" - ], - "selected_chunk_ids": [ - "logic.telegram_notification_loop" - ], - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 7030, - "tokens_in_estimate": 1856 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Что такое WorkerStatus?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/README.md", - "title": "Readme", - "content": "Readme", - "metadata": { - "name": "", - "tags": [], - "type": "", - "layer": "", - "links": [], - "owner": null, - "title": "Readme", - "doc_id": null, - "module": "", - "parent": null, - "status": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "81d952f1a6ea85b76f75e0e57f33b8fa4b2bf3cb7db11b91b90171aeedd655a6", - "children": [], - "doc_kind": "readme", - "entities": [], - "updated_at": null, - "doc_version": null, - "document_id": "docs/README.md", - "source_path": "docs/README.md", - "summary_text": "", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [], - "entities": [ - { - "layer": "D3_ENTITY_CATALOG", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "WorkerStatus", - "content": "WorkerStatus", - "metadata": { - "tags": [ - "domain", - "health", - "observability" - ], - "owner": null, - "doc_id": null, - "module": "telegram_notify_app", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "doc_version": null, - "document_id": "domain.runtime_health", - "entity_name": "WorkerStatus", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "artifact_type": null, - "document_type": "domain_entity", - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D3_ENTITY_CATALOG", - "path": "docs/documentation/logic/telegram-notification-loop.md", - "title": "WorkerStatus", - "content": "WorkerStatus", - "metadata": { - "tags": [ - "logic", - "telegram", - "worker", - "scheduling" - ], - "owner": null, - "doc_id": null, - "module": "telegram_notify_app", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "0f62f9b4dab261ca4ca34575ff5d84411a22c90b780c52eda388782b94f08470", - "doc_version": null, - "document_id": "logic.telegram_notification_loop", - "entity_name": "WorkerStatus", - "source_path": "docs/documentation/logic/telegram-notification-loop.md", - "artifact_type": null, - "document_type": "logic_block", - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "workflows": [], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:part_of", - "content": "api.control_actions_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_api", - "content": "api.control_actions_endpoint related_api api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - } - ], - "chunks": [ - { - "layer": "D0_DOC_CHUNKS", - "path": "docs/documentation/logic/telegram-notification-loop.md", - "title": "logic.telegram_notification_loop:Details", - "content": "Workflow начинается после регистрации `TelegramNotifyModule` в `RuntimeManager`. Модуль создает `TelegramNotifyWorker` с интервалом из YAML-конфига и запускает его через стандартный lifecycle PLBA runtime.\n\nПри вызове `start()` worker фиксирует время старта, поднимает daemon thread `telegram-notify` и переходит в цикл `_loop()`. Внутри цикла он читает `TELEGRAM_BOT_TOKEN` и `TELEGRAM_CHAT_ID`, вычисляет текст сообщения и передает отправку в `send_telegram_message()`.\n\nЕсли credentials отсутствуют, worker записывает ошибку в `last_error`, ожидает следующий интервал и повторяет попытку. Если credentials заданы, worker вызывает Telegram Bot API `sendMessage`, обновляет `notifications_sent` при успехе и сохраняет текст ошибки при неуспехе.\n\nС точки зрения наблюдаемости workflow формирует `WorkerHealth` и `WorkerStatus`. Во health payload отражаются `app_started_at`, количество успешных отправок и состояние `ok`, `degraded` или `unhealthy` в зависимости от жизненного цикла потока и результата последней отправки.", - "metadata": { - "tags": [ - "logic", - "telegram", - "worker", - "scheduling" - ], - "type": "logic_block", - "order": 2, - "owner": null, - "doc_id": null, - "module": "telegram_notify_app", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "0f62f9b4dab261ca4ca34575ff5d84411a22c90b780c52eda388782b94f08470", - "doc_kind": "misc", - "doc_version": null, - "document_id": "logic.telegram_notification_loop", - "source_path": "docs/documentation/logic/telegram-notification-loop.md", - "section_path": "Details", - "artifact_type": null, - "last_modified": null, - "section_title": "Details", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Что такое WorkerStatus? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: ENTITY_EXPLAIN -- documents: 1 | samples: Readme -- facts: 0 -- relations: 2 | samples: api.control_actions_endpoint:part_of, api.control_actions_endpoint:related_api - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-entity-worker-status-2.json b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-entity-worker-status-2.json deleted file mode 100644 index c7d775b..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-entity-worker-status-2.json +++ /dev/null @@ -1,95 +0,0 @@ -{ - "meta": { - "case_id": "v3-entity-worker-status-2", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 24, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "docs/README.md", - "api.actions_endpoint" - ], - "entity_candidates": [ - "ControlActionSet", - "JSONResponse", - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager", - "WorkerHealth", - "TelegramControlAppFactory" - ], - "symbol_candidates": [], - "layers": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Опиши статус воркера" - }, - "output": { - "query": "Опиши статус воркера" - } - }, - { - "step": "router", - "input": { - "query": "Опиши статус воркера" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Опиши статус воркера" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 6052, - "tokens_in_estimate": 1612 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-entity-worker-status-2.md b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-entity-worker-status-2.md deleted file mode 100644 index aec71aa..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-entity-worker-status-2.md +++ /dev/null @@ -1,600 +0,0 @@ -# v3-entity-worker-status-2 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Опиши статус воркера - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 24, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "docs/README.md", - "api.actions_endpoint" - ], - "entity_candidates": [ - "ControlActionSet", - "JSONResponse", - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager", - "WorkerHealth", - "TelegramControlAppFactory" - ], - "symbol_candidates": [], - "layers": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Опиши статус воркера" - }, - "output": { - "query": "Опиши статус воркера" - } -} -``` - -### router -```json -{ - "input": { - "query": "Опиши статус воркера" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Опиши статус воркера" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 6052, - "tokens_in_estimate": 1612 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "layers_used": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "documents_found": 1, - "facts_found": 0, - "relations_found": 2, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "llm", - "matched_anchor_type": "none", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D3_ENTITY_CATALOG": { - "hits": 8, - "top_ids": [ - "api.control_actions_endpoint", - "api.health_endpoint" - ], - "top_sections": [ - "ControlActionSet", - "JSONResponse", - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager" - ] - }, - "D5_RELATION_GRAPH": { - "hits": 8, - "top_ids": [ - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a" - ], - "top_sections": [ - "api.control_actions_endpoint:part_of", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.health_endpoint:parent", - "api.health_endpoint:part_of" - ] - }, - "D1_DOCUMENT_CATALOG": { - "hits": 4, - "top_ids": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "top_sections": [ - "Readme", - "HTTP API /actions/{action}", - "HTTP API /health", - "HTTP API /send" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 4, - "top_ids": [ - "docs/README.md" - ], - "top_sections": [ - "docs/README.md:Структура", - "docs/README.md:Навигация", - "docs/README.md:Правила и шаблоны", - "docs/README.md:Project Docs" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [], - "resolved_anchor_candidates": [ - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md", - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md", - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md", - "docs/README.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "docs/README.md", - "api.actions_endpoint" - ], - "doc_paths": [ - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/send-message-endpoint.md", - "docs/README.md" - ], - "doc_titles": [ - "ControlActionSet", - "JSONResponse", - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager", - "WorkerHealth", - "TelegramControlAppFactory", - "api.control_actions_endpoint:part_of", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.health_endpoint:parent", - "api.health_endpoint:part_of", - "api.health_endpoint:depends_on", - "api.send_message_endpoint:parent", - "api.control_actions_endpoint:parent", - "Readme", - "HTTP API /actions/{action}", - "HTTP API /health", - "HTTP API /send", - "docs/README.md:Структура", - "docs/README.md:Навигация", - "docs/README.md:Правила и шаблоны", - "docs/README.md:Project Docs" - ], - "relation_hits_count": 2, - "relation_targets": [ - "api.control_actions_endpoint:part_of", - "api.control_actions_endpoint:related_api" - ], - "selected_doc_ids": [ - "docs/README.md", - "api.control_actions_endpoint" - ], - "selected_fact_ids": [], - "selected_relation_ids": [ - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1" - ], - "selected_chunk_ids": [ - "docs/README.md" - ], - "selected_entity_ids": [ - "api.control_actions_endpoint" - ], - "selected_workflow_ids": [], - "fallback_doc_hits_count": 2, - "fallback_used": false, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 1, - "facts": 0, - "entities": 2, - "workflows": 0, - "relations": 2, - "chunks": 1, - "selected_doc_ids": [ - "docs/README.md", - "api.control_actions_endpoint" - ], - "selected_fact_ids": [], - "selected_relation_ids": [ - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1" - ], - "selected_chunk_ids": [ - "docs/README.md" - ], - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 6052, - "tokens_in_estimate": 1612 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Опиши статус воркера", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/README.md", - "title": "Readme", - "content": "Readme", - "metadata": { - "name": "", - "tags": [], - "type": "", - "layer": "", - "links": [], - "owner": null, - "title": "Readme", - "doc_id": null, - "module": "", - "parent": null, - "status": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "81d952f1a6ea85b76f75e0e57f33b8fa4b2bf3cb7db11b91b90171aeedd655a6", - "children": [], - "doc_kind": "readme", - "entities": [], - "updated_at": null, - "doc_version": null, - "document_id": "docs/README.md", - "source_path": "docs/README.md", - "summary_text": "", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [], - "entities": [ - { - "layer": "D3_ENTITY_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "ControlActionSet", - "content": "ControlActionSet", - "metadata": { - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "owner": null, - "doc_id": null, - "module": "telegram_notify_app", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "entity_name": "ControlActionSet", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "document_type": "api_method", - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D3_ENTITY_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "JSONResponse", - "content": "JSONResponse", - "metadata": { - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "owner": null, - "doc_id": null, - "module": "telegram_notify_app", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "entity_name": "JSONResponse", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "document_type": "api_method", - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "workflows": [], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:part_of", - "content": "api.control_actions_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_api", - "content": "api.control_actions_endpoint related_api api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - } - ], - "chunks": [ - { - "layer": "D0_DOC_CHUNKS", - "path": "docs/README.md", - "title": "docs/README.md:Структура", - "content": "- `documentation/architecture/` — обзор архитектуры и ключевых компонентов.\n- `documentation/api/` — документация HTTP API control plane.\n- `documentation/logic/` — описание основных workflow и бизнес-логики.\n- `documentation/domain/` — описание ключевых сущностей и состояний.", - "metadata": { - "tags": [], - "type": null, - "order": 2, - "owner": null, - "doc_id": null, - "module": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "81d952f1a6ea85b76f75e0e57f33b8fa4b2bf3cb7db11b91b90171aeedd655a6", - "doc_kind": "readme", - "doc_version": null, - "document_id": "docs/README.md", - "source_path": "docs/README.md", - "section_path": "Project Docs > Структура", - "artifact_type": null, - "last_modified": null, - "section_title": "Структура", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Опиши статус воркера -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: ENTITY_EXPLAIN -- documents: 1 | samples: Readme -- facts: 0 -- relations: 2 | samples: api.control_actions_endpoint:part_of, api.control_actions_endpoint:related_api - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-general-1.json b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-general-1.json deleted file mode 100644 index 2c8668a..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-general-1.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "meta": { - "case_id": "v3-general-1", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 17, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "docs/README.md", - "api.actions_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Что есть в документации?" - }, - "output": { - "query": "Что есть в документации?" - } - }, - { - "step": "router", - "input": { - "query": "Что есть в документации?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Что есть в документации?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 4507, - "tokens_in_estimate": 1225 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-general-1.md b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-general-1.md deleted file mode 100644 index 9a17a91..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-general-1.md +++ /dev/null @@ -1,523 +0,0 @@ -# v3-general-1 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Что есть в документации? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 17, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "docs/README.md", - "api.actions_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Что есть в документации?" - }, - "output": { - "query": "Что есть в документации?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Что есть в документации?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Что есть в документации?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 4507, - "tokens_in_estimate": 1225 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "GENERIC_QA", - "layers_used": [ - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "documents_found": 2, - "facts_found": 0, - "relations_found": 0, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "none", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D2_FACT_INDEX": { - "hits": 8, - "top_ids": [ - "2f539384881f5f776bf4cef22c00669e53e0fd0761b3d62fa53593254a272f5a", - "5a27c821aa4efea9f2a7c883b57d1f53ec3af31348abd220bc09f47fbca73e93", - "0102eac8e4f8b452b0351a4aa8dca63e4774beadac71eba483708d7a90ff1cc0", - "43fc2c29bf6f353fa55f1b8a05c903dbd1a0e8067b026b9455043669ceca37d9", - "a31bbca2eb31ffb6655bcec7ff07b8cf2b6c7416610cf58dfc1e0c737df12fe1" - ], - "top_sections": [ - "docs/README.md:doc_list_item" - ] - }, - "D5_RELATION_GRAPH": { - "hits": 8, - "top_ids": [ - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a" - ], - "top_sections": [ - "api.control_actions_endpoint:part_of", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.health_endpoint:parent", - "api.health_endpoint:part_of" - ] - }, - "D1_DOCUMENT_CATALOG": { - "hits": 4, - "top_ids": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "top_sections": [ - "Readme", - "HTTP API /actions/{action}", - "HTTP API /health", - "HTTP API /send" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 4, - "top_ids": [ - "docs/README.md" - ], - "top_sections": [ - "docs/README.md:Структура", - "docs/README.md:Навигация", - "docs/README.md:Правила и шаблоны", - "docs/README.md:Project Docs" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [], - "resolved_anchor_candidates": [ - "docs/README.md", - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/send-message-endpoint.md", - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "docs/README.md", - "api.actions_endpoint" - ], - "doc_paths": [ - "docs/README.md", - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/send-message-endpoint.md" - ], - "doc_titles": [ - "docs/README.md:doc_list_item", - "api.control_actions_endpoint:part_of", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.health_endpoint:parent", - "api.health_endpoint:part_of", - "api.health_endpoint:depends_on", - "api.send_message_endpoint:parent", - "api.control_actions_endpoint:parent", - "Readme", - "HTTP API /actions/{action}", - "HTTP API /health", - "HTTP API /send", - "docs/README.md:Структура", - "docs/README.md:Навигация", - "docs/README.md:Правила и шаблоны", - "docs/README.md:Project Docs" - ], - "relation_hits_count": 0, - "relation_targets": [], - "selected_doc_ids": [ - "docs/README.md", - "api.control_actions_endpoint" - ], - "selected_fact_ids": [], - "selected_relation_ids": [], - "selected_chunk_ids": [ - "docs/README.md" - ], - "selected_entity_ids": [], - "selected_workflow_ids": [], - "fallback_doc_hits_count": 3, - "fallback_used": false, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 2, - "facts": 0, - "entities": 0, - "workflows": 0, - "relations": 0, - "chunks": 1, - "selected_doc_ids": [ - "docs/README.md", - "api.control_actions_endpoint" - ], - "selected_fact_ids": [], - "selected_relation_ids": [], - "selected_chunk_ids": [ - "docs/README.md" - ], - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 4507, - "tokens_in_estimate": 1225 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Что есть в документации?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "GENERIC_QA", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/README.md", - "title": "Readme", - "content": "Readme", - "metadata": { - "name": "", - "tags": [], - "type": "", - "layer": "", - "links": [], - "owner": null, - "title": "Readme", - "doc_id": null, - "module": "", - "parent": null, - "status": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "81d952f1a6ea85b76f75e0e57f33b8fa4b2bf3cb7db11b91b90171aeedd655a6", - "children": [], - "doc_kind": "readme", - "entities": [], - "updated_at": null, - "doc_version": null, - "document_id": "docs/README.md", - "source_path": "docs/README.md", - "summary_text": "", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [], - "entities": [], - "workflows": [], - "relations": [], - "chunks": [ - { - "layer": "D0_DOC_CHUNKS", - "path": "docs/README.md", - "title": "docs/README.md:Структура", - "content": "- `documentation/architecture/` — обзор архитектуры и ключевых компонентов.\n- `documentation/api/` — документация HTTP API control plane.\n- `documentation/logic/` — описание основных workflow и бизнес-логики.\n- `documentation/domain/` — описание ключевых сущностей и состояний.", - "metadata": { - "tags": [], - "type": null, - "order": 2, - "owner": null, - "doc_id": null, - "module": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "81d952f1a6ea85b76f75e0e57f33b8fa4b2bf3cb7db11b91b90171aeedd655a6", - "doc_kind": "readme", - "doc_version": null, - "document_id": "docs/README.md", - "source_path": "docs/README.md", - "section_path": "Project Docs > Структура", - "artifact_type": null, - "last_modified": null, - "section_title": "Структура", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Что есть в документации? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: GENERIC_QA -- documents: 2 | samples: Readme, HTTP API /actions/{action} -- facts: 0 -- relations: 0 - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-general-2.json b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-general-2.json deleted file mode 100644 index a4f6dba..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-general-2.json +++ /dev/null @@ -1,85 +0,0 @@ -{ - "meta": { - "case_id": "v3-general-2", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 8, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_general_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Какая структура документации?" - }, - "output": { - "query": "Какая структура документации?" - } - }, - { - "step": "router", - "input": { - "query": "Какая структура документации?" - }, - "output": { - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Какая структура документации?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_general_answer", - "llm_request": { - "prompt_name": "docs_general_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 345, - "user_chars": 4501, - "tokens_in_estimate": 1212 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-general-2.md b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-general-2.md deleted file mode 100644 index 73f48c3..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-general-2.md +++ /dev/null @@ -1,464 +0,0 @@ -# v3-general-2 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Какая структура документации? - -## Actual -{ - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 8, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_general_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Какая структура документации?" - }, - "output": { - "query": "Какая структура документации?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Какая структура документации?" - }, - "output": { - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Какая структура документации?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_general_answer", - "llm_request": { - "prompt_name": "docs_general_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 345, - "user_chars": 4501, - "tokens_in_estimate": 1212 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "layers_used": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "documents_found": 2, - "facts_found": 0, - "relations_found": 0, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_general_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "none", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D1_DOCUMENT_CATALOG": { - "hits": 4, - "top_ids": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "top_sections": [ - "Readme", - "HTTP API /actions/{action}", - "HTTP API /health", - "HTTP API /send" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 4, - "top_ids": [ - "docs/README.md" - ], - "top_sections": [ - "docs/README.md:Структура", - "docs/README.md:Навигация", - "docs/README.md:Правила и шаблоны", - "docs/README.md:Project Docs" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [], - "resolved_anchor_candidates": [ - "docs/README.md", - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md", - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md", - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "doc_paths": [ - "docs/README.md", - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/send-message-endpoint.md" - ], - "doc_titles": [ - "Readme", - "HTTP API /actions/{action}", - "HTTP API /health", - "HTTP API /send", - "docs/README.md:Структура", - "docs/README.md:Навигация", - "docs/README.md:Правила и шаблоны", - "docs/README.md:Project Docs" - ], - "relation_hits_count": 0, - "relation_targets": [], - "selected_doc_ids": [ - "docs/README.md", - "api.control_actions_endpoint" - ], - "selected_fact_ids": [], - "selected_relation_ids": [], - "selected_chunk_ids": [ - "docs/README.md" - ], - "selected_entity_ids": [], - "selected_workflow_ids": [], - "fallback_doc_hits_count": 3, - "fallback_used": false, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 2, - "facts": 0, - "entities": 0, - "workflows": 0, - "relations": 0, - "chunks": 1, - "selected_doc_ids": [ - "docs/README.md", - "api.control_actions_endpoint" - ], - "selected_fact_ids": [], - "selected_relation_ids": [], - "selected_chunk_ids": [ - "docs/README.md" - ], - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_general_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 345, - "user_chars": 4501, - "tokens_in_estimate": 1212 -} -``` - -### System Prompt -```text -Ты отвечаешь на общий вопрос по документации проекта. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные документы и факты -- Не додумывай отсутствующие детали -- Если данных недостаточно, скажи это прямо -- Дай короткий понятный ответ без лишней структуры -``` - -### User Prompt -```json -{ - "question": "Какая структура документации?", - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/README.md", - "title": "Readme", - "content": "Readme", - "metadata": { - "name": "", - "tags": [], - "type": "", - "layer": "", - "links": [], - "owner": null, - "title": "Readme", - "doc_id": null, - "module": "", - "parent": null, - "status": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "81d952f1a6ea85b76f75e0e57f33b8fa4b2bf3cb7db11b91b90171aeedd655a6", - "children": [], - "doc_kind": "readme", - "entities": [], - "updated_at": null, - "doc_version": null, - "document_id": "docs/README.md", - "source_path": "docs/README.md", - "summary_text": "", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [], - "entities": [], - "workflows": [], - "relations": [], - "chunks": [ - { - "layer": "D0_DOC_CHUNKS", - "path": "docs/README.md", - "title": "docs/README.md:Структура", - "content": "- `documentation/architecture/` — обзор архитектуры и ключевых компонентов.\n- `documentation/api/` — документация HTTP API control plane.\n- `documentation/logic/` — описание основных workflow и бизнес-логики.\n- `documentation/domain/` — описание ключевых сущностей и состояний.", - "metadata": { - "tags": [], - "type": null, - "order": 2, - "owner": null, - "doc_id": null, - "module": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "81d952f1a6ea85b76f75e0e57f33b8fa4b2bf3cb7db11b91b90171aeedd655a6", - "doc_kind": "readme", - "doc_version": null, - "document_id": "docs/README.md", - "source_path": "docs/README.md", - "section_path": "Project Docs > Структура", - "artifact_type": null, - "last_modified": null, - "section_title": "Структура", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Какая структура документации? -- intent: GENERAL_QA -- sub_intent: GENERIC_QA -- documents: 2 | samples: Readme, HTTP API /actions/{action} -- facts: 0 -- relations: 0 - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-general-3.json b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-general-3.json deleted file mode 100644 index 1afce12..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-general-3.json +++ /dev/null @@ -1,85 +0,0 @@ -{ - "meta": { - "case_id": "v3-general-3", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 8, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_general_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "С чего начать читать документацию?" - }, - "output": { - "query": "С чего начать читать документацию?" - } - }, - { - "step": "router", - "input": { - "query": "С чего начать читать документацию?" - }, - "output": { - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "С чего начать читать документацию?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_general_answer", - "llm_request": { - "prompt_name": "docs_general_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 345, - "user_chars": 4506, - "tokens_in_estimate": 1213 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-general-3.md b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-general-3.md deleted file mode 100644 index 189baac..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-general-3.md +++ /dev/null @@ -1,464 +0,0 @@ -# v3-general-3 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -С чего начать читать документацию? - -## Actual -{ - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 8, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_general_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "С чего начать читать документацию?" - }, - "output": { - "query": "С чего начать читать документацию?" - } -} -``` - -### router -```json -{ - "input": { - "query": "С чего начать читать документацию?" - }, - "output": { - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "С чего начать читать документацию?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_general_answer", - "llm_request": { - "prompt_name": "docs_general_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 345, - "user_chars": 4506, - "tokens_in_estimate": 1213 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "layers_used": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "documents_found": 2, - "facts_found": 0, - "relations_found": 0, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_general_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "none", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D1_DOCUMENT_CATALOG": { - "hits": 4, - "top_ids": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "top_sections": [ - "Readme", - "HTTP API /actions/{action}", - "HTTP API /health", - "HTTP API /send" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 4, - "top_ids": [ - "docs/README.md" - ], - "top_sections": [ - "docs/README.md:Структура", - "docs/README.md:Навигация", - "docs/README.md:Правила и шаблоны", - "docs/README.md:Project Docs" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [], - "resolved_anchor_candidates": [ - "docs/README.md", - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md", - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md", - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "doc_paths": [ - "docs/README.md", - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/send-message-endpoint.md" - ], - "doc_titles": [ - "Readme", - "HTTP API /actions/{action}", - "HTTP API /health", - "HTTP API /send", - "docs/README.md:Структура", - "docs/README.md:Навигация", - "docs/README.md:Правила и шаблоны", - "docs/README.md:Project Docs" - ], - "relation_hits_count": 0, - "relation_targets": [], - "selected_doc_ids": [ - "docs/README.md", - "api.control_actions_endpoint" - ], - "selected_fact_ids": [], - "selected_relation_ids": [], - "selected_chunk_ids": [ - "docs/README.md" - ], - "selected_entity_ids": [], - "selected_workflow_ids": [], - "fallback_doc_hits_count": 3, - "fallback_used": false, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 2, - "facts": 0, - "entities": 0, - "workflows": 0, - "relations": 0, - "chunks": 1, - "selected_doc_ids": [ - "docs/README.md", - "api.control_actions_endpoint" - ], - "selected_fact_ids": [], - "selected_relation_ids": [], - "selected_chunk_ids": [ - "docs/README.md" - ], - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_general_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 345, - "user_chars": 4506, - "tokens_in_estimate": 1213 -} -``` - -### System Prompt -```text -Ты отвечаешь на общий вопрос по документации проекта. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные документы и факты -- Не додумывай отсутствующие детали -- Если данных недостаточно, скажи это прямо -- Дай короткий понятный ответ без лишней структуры -``` - -### User Prompt -```json -{ - "question": "С чего начать читать документацию?", - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/README.md", - "title": "Readme", - "content": "Readme", - "metadata": { - "name": "", - "tags": [], - "type": "", - "layer": "", - "links": [], - "owner": null, - "title": "Readme", - "doc_id": null, - "module": "", - "parent": null, - "status": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "81d952f1a6ea85b76f75e0e57f33b8fa4b2bf3cb7db11b91b90171aeedd655a6", - "children": [], - "doc_kind": "readme", - "entities": [], - "updated_at": null, - "doc_version": null, - "document_id": "docs/README.md", - "source_path": "docs/README.md", - "summary_text": "", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [], - "entities": [], - "workflows": [], - "relations": [], - "chunks": [ - { - "layer": "D0_DOC_CHUNKS", - "path": "docs/README.md", - "title": "docs/README.md:Структура", - "content": "- `documentation/architecture/` — обзор архитектуры и ключевых компонентов.\n- `documentation/api/` — документация HTTP API control plane.\n- `documentation/logic/` — описание основных workflow и бизнес-логики.\n- `documentation/domain/` — описание ключевых сущностей и состояний.", - "metadata": { - "tags": [], - "type": null, - "order": 2, - "owner": null, - "doc_id": null, - "module": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "81d952f1a6ea85b76f75e0e57f33b8fa4b2bf3cb7db11b91b90171aeedd655a6", - "doc_kind": "readme", - "doc_version": null, - "document_id": "docs/README.md", - "source_path": "docs/README.md", - "section_path": "Project Docs > Структура", - "artifact_type": null, - "last_modified": null, - "section_title": "Структура", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: С чего начать читать документацию? -- intent: GENERAL_QA -- sub_intent: GENERIC_QA -- documents: 2 | samples: Readme, HTTP API /actions/{action} -- facts: 0 -- relations: 0 - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-negative-1.json b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-negative-1.json deleted file mode 100644 index e2915b8..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-negative-1.json +++ /dev/null @@ -1,89 +0,0 @@ -{ - "meta": { - "case_id": "v3-negative-1", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 24, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "docs/README.md", - "api.actions_endpoint" - ], - "entity_candidates": [ - "PaymentTransaction" - ], - "symbol_candidates": [], - "layers": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Что такое PaymentTransaction?" - }, - "output": { - "query": "Что такое PaymentTransaction?" - } - }, - { - "step": "router", - "input": { - "query": "Что такое PaymentTransaction?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Что такое PaymentTransaction?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 6061, - "tokens_in_estimate": 1614 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-negative-1.md b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-negative-1.md deleted file mode 100644 index 85f2f4f..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-negative-1.md +++ /dev/null @@ -1,598 +0,0 @@ -# v3-negative-1 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Что такое PaymentTransaction? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 24, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "docs/README.md", - "api.actions_endpoint" - ], - "entity_candidates": [ - "PaymentTransaction" - ], - "symbol_candidates": [], - "layers": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Что такое PaymentTransaction?" - }, - "output": { - "query": "Что такое PaymentTransaction?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Что такое PaymentTransaction?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Что такое PaymentTransaction?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 6061, - "tokens_in_estimate": 1614 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "layers_used": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "documents_found": 1, - "facts_found": 0, - "relations_found": 2, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "none", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D3_ENTITY_CATALOG": { - "hits": 8, - "top_ids": [ - "api.control_actions_endpoint", - "api.health_endpoint" - ], - "top_sections": [ - "ControlActionSet", - "JSONResponse", - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager" - ] - }, - "D5_RELATION_GRAPH": { - "hits": 8, - "top_ids": [ - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a" - ], - "top_sections": [ - "api.control_actions_endpoint:part_of", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.health_endpoint:parent", - "api.health_endpoint:part_of" - ] - }, - "D1_DOCUMENT_CATALOG": { - "hits": 4, - "top_ids": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "top_sections": [ - "Readme", - "HTTP API /actions/{action}", - "HTTP API /health", - "HTTP API /send" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 4, - "top_ids": [ - "docs/README.md" - ], - "top_sections": [ - "docs/README.md:Структура", - "docs/README.md:Навигация", - "docs/README.md:Правила и шаблоны", - "docs/README.md:Project Docs" - ] - } - }, - "query_entity_candidates": [ - "PaymentTransaction" - ], - "resolved_entity_candidates": [], - "query_anchor_candidates": [ - "PaymentTransaction" - ], - "resolved_anchor_candidates": [ - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md", - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md", - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md", - "docs/README.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "docs/README.md", - "api.actions_endpoint" - ], - "doc_paths": [ - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/send-message-endpoint.md", - "docs/README.md" - ], - "doc_titles": [ - "ControlActionSet", - "JSONResponse", - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager", - "WorkerHealth", - "TelegramControlAppFactory", - "api.control_actions_endpoint:part_of", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.health_endpoint:parent", - "api.health_endpoint:part_of", - "api.health_endpoint:depends_on", - "api.send_message_endpoint:parent", - "api.control_actions_endpoint:parent", - "Readme", - "HTTP API /actions/{action}", - "HTTP API /health", - "HTTP API /send", - "docs/README.md:Структура", - "docs/README.md:Навигация", - "docs/README.md:Правила и шаблоны", - "docs/README.md:Project Docs" - ], - "relation_hits_count": 2, - "relation_targets": [ - "api.control_actions_endpoint:part_of", - "api.control_actions_endpoint:related_api" - ], - "selected_doc_ids": [ - "docs/README.md", - "api.control_actions_endpoint" - ], - "selected_fact_ids": [], - "selected_relation_ids": [ - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1" - ], - "selected_chunk_ids": [ - "docs/README.md" - ], - "selected_entity_ids": [ - "api.control_actions_endpoint" - ], - "selected_workflow_ids": [], - "fallback_doc_hits_count": 2, - "fallback_used": false, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 1, - "facts": 0, - "entities": 2, - "workflows": 0, - "relations": 2, - "chunks": 1, - "selected_doc_ids": [ - "docs/README.md", - "api.control_actions_endpoint" - ], - "selected_fact_ids": [], - "selected_relation_ids": [ - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1" - ], - "selected_chunk_ids": [ - "docs/README.md" - ], - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 6061, - "tokens_in_estimate": 1614 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Что такое PaymentTransaction?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/README.md", - "title": "Readme", - "content": "Readme", - "metadata": { - "name": "", - "tags": [], - "type": "", - "layer": "", - "links": [], - "owner": null, - "title": "Readme", - "doc_id": null, - "module": "", - "parent": null, - "status": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "81d952f1a6ea85b76f75e0e57f33b8fa4b2bf3cb7db11b91b90171aeedd655a6", - "children": [], - "doc_kind": "readme", - "entities": [], - "updated_at": null, - "doc_version": null, - "document_id": "docs/README.md", - "source_path": "docs/README.md", - "summary_text": "", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [], - "entities": [ - { - "layer": "D3_ENTITY_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "ControlActionSet", - "content": "ControlActionSet", - "metadata": { - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "owner": null, - "doc_id": null, - "module": "telegram_notify_app", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "entity_name": "ControlActionSet", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "document_type": "api_method", - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D3_ENTITY_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "JSONResponse", - "content": "JSONResponse", - "metadata": { - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "owner": null, - "doc_id": null, - "module": "telegram_notify_app", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "entity_name": "JSONResponse", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "document_type": "api_method", - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "workflows": [], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:part_of", - "content": "api.control_actions_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_api", - "content": "api.control_actions_endpoint related_api api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - } - ], - "chunks": [ - { - "layer": "D0_DOC_CHUNKS", - "path": "docs/README.md", - "title": "docs/README.md:Структура", - "content": "- `documentation/architecture/` — обзор архитектуры и ключевых компонентов.\n- `documentation/api/` — документация HTTP API control plane.\n- `documentation/logic/` — описание основных workflow и бизнес-логики.\n- `documentation/domain/` — описание ключевых сущностей и состояний.", - "metadata": { - "tags": [], - "type": null, - "order": 2, - "owner": null, - "doc_id": null, - "module": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "81d952f1a6ea85b76f75e0e57f33b8fa4b2bf3cb7db11b91b90171aeedd655a6", - "doc_kind": "readme", - "doc_version": null, - "document_id": "docs/README.md", - "source_path": "docs/README.md", - "section_path": "Project Docs > Структура", - "artifact_type": null, - "last_modified": null, - "section_title": "Структура", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Что такое PaymentTransaction? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: ENTITY_EXPLAIN -- documents: 1 | samples: Readme -- facts: 0 -- relations: 2 | samples: api.control_actions_endpoint:part_of, api.control_actions_endpoint:related_api - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-negative-2.json b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-negative-2.json deleted file mode 100644 index 3e1b302..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-negative-2.json +++ /dev/null @@ -1,83 +0,0 @@ -{ - "meta": { - "case_id": "v3-negative-2", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "degraded", - "path_scope": [], - "doc_scope": [], - "entity_candidates": [ - "UnknownEntity" - ], - "symbol_candidates": [], - "layers": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "reject", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": "not_found_exact_anchor", - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Объясни сущность UnknownEntity" - }, - "output": { - "query": "Объясни сущность UnknownEntity" - } - }, - { - "step": "router", - "input": { - "query": "Объясни сущность UnknownEntity" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Объясни сущность UnknownEntity" - }, - "output": { - "answer_mode": "degraded", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 227, - "tokens_in_estimate": 155 - } - }, - "degraded_reason": "not_found_exact_anchor" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-negative-2.md b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-negative-2.md deleted file mode 100644 index 885aa6c..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-negative-2.md +++ /dev/null @@ -1,360 +0,0 @@ -# v3-negative-2 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Объясни сущность UnknownEntity - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "degraded", - "path_scope": [], - "doc_scope": [], - "entity_candidates": [ - "UnknownEntity" - ], - "symbol_candidates": [], - "layers": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "reject", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": "not_found_exact_anchor", - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Объясни сущность UnknownEntity" - }, - "output": { - "query": "Объясни сущность UnknownEntity" - } -} -``` - -### router -```json -{ - "input": { - "query": "Объясни сущность UnknownEntity" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Объясни сущность UnknownEntity" - }, - "output": { - "answer_mode": "degraded", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 227, - "tokens_in_estimate": 155 - } - }, - "degraded_reason": "not_found_exact_anchor" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "layers_used": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "documents_found": 0, - "facts_found": 0, - "relations_found": 0, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": false, - "matched_intent_source": "deterministic", - "matched_anchor_type": "entity", - "matched_anchor_value": "UnknownEntity", - "exact_anchor_match": false, - "docs_layers_requested": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D3_ENTITY_CATALOG": { - "hits": 8, - "top_ids": [ - "api.control_actions_endpoint", - "api.health_endpoint" - ], - "top_sections": [ - "ControlActionSet", - "JSONResponse", - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager" - ] - }, - "D5_RELATION_GRAPH": { - "hits": 8, - "top_ids": [ - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a" - ], - "top_sections": [ - "api.control_actions_endpoint:part_of", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.health_endpoint:parent", - "api.health_endpoint:part_of" - ] - }, - "D1_DOCUMENT_CATALOG": { - "hits": 4, - "top_ids": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "top_sections": [ - "Readme", - "HTTP API /actions/{action}", - "HTTP API /health", - "HTTP API /send" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 4, - "top_ids": [ - "docs/README.md" - ], - "top_sections": [ - "docs/README.md:Структура", - "docs/README.md:Навигация", - "docs/README.md:Правила и шаблоны", - "docs/README.md:Project Docs" - ] - } - }, - "query_entity_candidates": [ - "UnknownEntity" - ], - "resolved_entity_candidates": [], - "query_anchor_candidates": [ - "UnknownEntity" - ], - "resolved_anchor_candidates": [], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [], - "doc_paths": [], - "doc_titles": [], - "relation_hits_count": 0, - "relation_targets": [], - "selected_doc_ids": [], - "selected_fact_ids": [], - "selected_relation_ids": [], - "selected_chunk_ids": [], - "selected_entity_ids": [], - "selected_workflow_ids": [], - "fallback_doc_hits_count": 0, - "fallback_used": false, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 0, - "facts": 0, - "entities": 0, - "workflows": 0, - "relations": 0, - "chunks": 0, - "selected_doc_ids": [], - "selected_fact_ids": [], - "selected_relation_ids": [], - "selected_chunk_ids": [], - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - } - }, - "gate_decision": "reject", - "gate_decision_reason": "not_found_exact_anchor", - "gate_missing_requirements": [ - "retrieval_non_empty", - "exact_anchor_match" - ], - "gate_satisfied_requirements": [], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "degraded", - "degrade_reason": "not_found_exact_anchor", - "degraded_reason": "not_found_exact_anchor", - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 227, - "tokens_in_estimate": 155 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Объясни сущность UnknownEntity", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "documents": [], - "facts": [], - "entities": [], - "workflows": [], - "relations": [], - "chunks": [] -} -``` - -### User Prompt Overview -- question: Объясни сущность UnknownEntity -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: ENTITY_EXPLAIN -- documents: 0 -- facts: 0 -- relations: 0 - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-negative-3.json b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-negative-3.json deleted file mode 100644 index fe3f383..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-negative-3.json +++ /dev/null @@ -1,81 +0,0 @@ -{ - "meta": { - "case_id": "v3-negative-3", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "degraded", - "path_scope": [], - "doc_scope": [], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": "api_method" - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "reject", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": "not_found_exact_anchor", - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Что делает endpoint /unknown?" - }, - "output": { - "query": "Что делает endpoint /unknown?" - } - }, - { - "step": "router", - "input": { - "query": "Что делает endpoint /unknown?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Что делает endpoint /unknown?" - }, - "output": { - "answer_mode": "degraded", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 230, - "tokens_in_estimate": 156 - } - }, - "degraded_reason": "not_found_exact_anchor" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-negative-3.md b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-negative-3.md deleted file mode 100644 index 039515b..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-negative-3.md +++ /dev/null @@ -1,350 +0,0 @@ -# v3-negative-3 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Что делает endpoint /unknown? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "degraded", - "path_scope": [], - "doc_scope": [], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": "api_method" - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "reject", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": "not_found_exact_anchor", - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Что делает endpoint /unknown?" - }, - "output": { - "query": "Что делает endpoint /unknown?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Что делает endpoint /unknown?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Что делает endpoint /unknown?" - }, - "output": { - "answer_mode": "degraded", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 230, - "tokens_in_estimate": 156 - } - }, - "degraded_reason": "not_found_exact_anchor" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "layers_used": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "documents_found": 0, - "facts_found": 0, - "relations_found": 0, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": false, - "matched_intent_source": "deterministic", - "matched_anchor_type": "endpoint", - "matched_anchor_value": "/unknown", - "exact_anchor_match": false, - "docs_layers_requested": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D2_FACT_INDEX": { - "hits": 8, - "top_ids": [ - "f85d982c272a2ee6baeadc433221a20e684cd8ef01cb4788d6f76d05ca56d6d0", - "b8e44c3adb74aaa6c91ae8815fa091289e58dd3990a3a1b63e850c62075aea75", - "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3", - "54bbcbac242f1c85ec3280236ed5841998a8a3a548ff16cbf0b5acafbff469e3", - "b6bfad59b3bf00f199b5ef90c1208af19664de700413e7354468a93a4abaaa2f" - ], - "top_sections": [ - "api.control_actions_endpoint:workflow_step", - "api.control_actions_endpoint:mentions_entity" - ] - }, - "D4_WORKFLOW_INDEX": { - "hits": 3, - "top_ids": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "top_sections": [ - "Scenario" - ] - }, - "D1_DOCUMENT_CATALOG": { - "hits": 4, - "top_ids": [ - "api.send_message_endpoint", - "api.control_actions_endpoint", - "api.health_endpoint", - "docs/README.md" - ], - "top_sections": [ - "HTTP API /send", - "HTTP API /actions/{action}", - "HTTP API /health", - "Readme" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 4, - "top_ids": [ - "api.control_actions_endpoint" - ], - "top_sections": [ - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Функциональные требования" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [ - "/unknown" - ], - "resolved_anchor_candidates": [], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [], - "doc_paths": [], - "doc_titles": [], - "relation_hits_count": 0, - "relation_targets": [], - "selected_doc_ids": [], - "selected_fact_ids": [], - "selected_relation_ids": [], - "selected_chunk_ids": [], - "selected_entity_ids": [], - "selected_workflow_ids": [], - "fallback_doc_hits_count": 0, - "fallback_used": false, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 0, - "facts": 0, - "entities": 0, - "workflows": 0, - "relations": 0, - "chunks": 0, - "selected_doc_ids": [], - "selected_fact_ids": [], - "selected_relation_ids": [], - "selected_chunk_ids": [], - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - } - }, - "gate_decision": "reject", - "gate_decision_reason": "not_found_exact_anchor", - "gate_missing_requirements": [ - "retrieval_non_empty", - "exact_anchor_match" - ], - "gate_satisfied_requirements": [], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "degraded", - "degrade_reason": "not_found_exact_anchor", - "degraded_reason": "not_found_exact_anchor", - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 230, - "tokens_in_estimate": 156 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Что делает endpoint /unknown?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "documents": [], - "facts": [], - "entities": [], - "workflows": [], - "relations": [], - "chunks": [] -} -``` - -### User Prompt Overview -- question: Что делает endpoint /unknown? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: API_METHOD_EXPLAIN -- documents: 0 -- facts: 0 -- relations: 0 - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-related-architecture-1.json b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-related-architecture-1.json deleted file mode 100644 index f1aaa33..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-related-architecture-1.json +++ /dev/null @@ -1,84 +0,0 @@ -{ - "meta": { - "case_id": "v3-related-architecture-1", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 14, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "graph_summary", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Какие документы связаны с архитектурой?" - }, - "output": { - "query": "Какие документы связаны с архитектурой?" - } - }, - { - "step": "router", - "input": { - "query": "Какие документы связаны с архитектурой?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Какие документы связаны с архитектурой?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 5470, - "tokens_in_estimate": 1466 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-related-architecture-1.md b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-related-architecture-1.md deleted file mode 100644 index 873a04e..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-related-architecture-1.md +++ /dev/null @@ -1,502 +0,0 @@ -# v3-related-architecture-1 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Какие документы связаны с архитектурой? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 14, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "graph_summary", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Какие документы связаны с архитектурой?" - }, - "output": { - "query": "Какие документы связаны с архитектурой?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Какие документы связаны с архитектурой?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Какие документы связаны с архитектурой?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 5470, - "tokens_in_estimate": 1466 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "layers_used": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "documents_found": 0, - "facts_found": 0, - "relations_found": 4, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "graph_summary", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "none", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D5_RELATION_GRAPH" - ], - "planned_layers": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D5_RELATION_GRAPH" - ], - "non_empty_layers": [ - "D5_RELATION_GRAPH" - ], - "layer_diagnostics": { - "D5_RELATION_GRAPH": { - "hits": 8, - "top_ids": [ - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a" - ], - "top_sections": [ - "api.control_actions_endpoint:part_of", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.health_endpoint:parent", - "api.health_endpoint:part_of" - ] - }, - "D1_DOCUMENT_CATALOG": { - "hits": 0, - "top_ids": [], - "skipped": true, - "reason": "relation_primary_sufficient" - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "api.control_actions_endpoint" - ], - "top_sections": [ - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Функциональные требования", - "api.control_actions_endpoint:Нефункциональные требования" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [], - "resolved_anchor_candidates": [ - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/send-message-endpoint.md", - "api.control_actions_endpoint" - ], - "anchor_candidates": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "selected_anchor": "api.control_actions_endpoint", - "anchor_selection_reason": "relation_neighbor", - "anchor_match_type": "semantic_fallback", - "doc_ids": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "doc_paths": [ - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/send-message-endpoint.md" - ], - "doc_titles": [ - "api.control_actions_endpoint:part_of", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.health_endpoint:parent", - "api.health_endpoint:part_of", - "api.health_endpoint:depends_on", - "api.send_message_endpoint:parent", - "api.control_actions_endpoint:parent", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Функциональные требования", - "api.control_actions_endpoint:Нефункциональные требования", - "api.control_actions_endpoint:Входные параметры" - ], - "relation_hits_count": 4, - "relation_targets": [ - "api.control_actions_endpoint:part_of", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.health_endpoint:parent" - ], - "selected_doc_ids": [], - "selected_fact_ids": [], - "selected_relation_ids": [ - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa" - ], - "selected_chunk_ids": [ - "api.control_actions_endpoint" - ], - "selected_entity_ids": [], - "selected_workflow_ids": [], - "fallback_doc_hits_count": 1, - "fallback_used": true, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 0, - "facts": 0, - "entities": 0, - "workflows": 0, - "relations": 4, - "chunks": 1, - "selected_doc_ids": [], - "selected_fact_ids": [], - "selected_relation_ids": [ - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa" - ], - "selected_chunk_ids": [ - "api.control_actions_endpoint" - ], - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "relation_evidence_available", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 5470, - "tokens_in_estimate": 1466 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Какие документы связаны с архитектурой?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "documents": [], - "facts": [], - "entities": [], - "workflows": [], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:part_of", - "content": "api.control_actions_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_api", - "content": "api.control_actions_endpoint related_api api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_logic", - "content": "api.control_actions_endpoint related_logic logic.telegram_notification_loop", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "logic.telegram_notification_loop", - "doc_version": null, - "relation_id": "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_logic", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:parent", - "content": "api.health_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - } - ], - "chunks": [ - { - "layer": "D0_DOC_CHUNKS", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:Summary", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "order": 1, - "owner": null, - "doc_id": null, - "module": "telegram_notify_app", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "doc_kind": "misc", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "section_path": "Summary", - "artifact_type": null, - "last_modified": null, - "section_title": "Summary", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Какие документы связаны с архитектурой? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: RELATED_DOCS_EXPLAIN -- documents: 0 -- facts: 0 -- relations: 4 | samples: api.control_actions_endpoint:part_of, api.control_actions_endpoint:related_api, api.control_actions_endpoint:related_logic - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-related-health-1.json b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-related-health-1.json deleted file mode 100644 index 63b6a1f..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-related-health-1.json +++ /dev/null @@ -1,84 +0,0 @@ -{ - "meta": { - "case_id": "v3-related-health-1", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 14, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.health_endpoint", - "domain.runtime_health", - "api.control_actions_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "graph_summary", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Что связано с /health?" - }, - "output": { - "query": "Что связано с /health?" - } - }, - { - "step": "router", - "input": { - "query": "Что связано с /health?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Что связано с /health?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 5378, - "tokens_in_estimate": 1443 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-related-health-1.md b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-related-health-1.md deleted file mode 100644 index 3ca02d1..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-related-health-1.md +++ /dev/null @@ -1,505 +0,0 @@ -# v3-related-health-1 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Что связано с /health? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 14, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.health_endpoint", - "domain.runtime_health", - "api.control_actions_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "graph_summary", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Что связано с /health?" - }, - "output": { - "query": "Что связано с /health?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Что связано с /health?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Что связано с /health?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 5378, - "tokens_in_estimate": 1443 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "layers_used": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "documents_found": 0, - "facts_found": 0, - "relations_found": 4, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "graph_summary", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "endpoint", - "matched_anchor_value": "/health", - "exact_anchor_match": false, - "docs_layers_requested": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D5_RELATION_GRAPH" - ], - "planned_layers": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D5_RELATION_GRAPH" - ], - "non_empty_layers": [ - "D5_RELATION_GRAPH" - ], - "layer_diagnostics": { - "D5_RELATION_GRAPH": { - "hits": 8, - "top_ids": [ - "801650f8bcbfbfbefd35c14447bfef7b3c3827313db790efa7faf47db860f8c4", - "8595d7b82fecdb7ef579fa8961cda6799bb21970061e5bc221d4dd7a3d53fd04", - "af2a4f7c1b677b908410ba720915405e10dbd0870e30a3c6e3aa2468550ddf0e", - "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a" - ], - "top_sections": [ - "domain.runtime_health:used_by", - "domain.runtime_health:related_logic", - "domain.runtime_health:part_of", - "api.health_endpoint:parent", - "api.health_endpoint:part_of" - ] - }, - "D1_DOCUMENT_CATALOG": { - "hits": 0, - "top_ids": [], - "skipped": true, - "reason": "relation_primary_sufficient" - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "api.control_actions_endpoint" - ], - "top_sections": [ - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Функциональные требования", - "api.control_actions_endpoint:Нефункциональные требования" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [ - "/health" - ], - "resolved_anchor_candidates": [ - "docs/documentation/domain/runtime-health-entity.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/control-actions-endpoint.md", - "api.control_actions_endpoint" - ], - "anchor_candidates": [ - "api.health_endpoint", - "domain.runtime_health", - "api.control_actions_endpoint" - ], - "selected_anchor": "api.health_endpoint", - "anchor_selection_reason": "doc_id matches requested endpoint slug", - "anchor_match_type": "exact_path", - "doc_ids": [ - "api.health_endpoint", - "domain.runtime_health", - "api.control_actions_endpoint" - ], - "doc_paths": [ - "docs/documentation/domain/runtime-health-entity.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/control-actions-endpoint.md" - ], - "doc_titles": [ - "domain.runtime_health:used_by", - "domain.runtime_health:related_logic", - "domain.runtime_health:part_of", - "api.health_endpoint:parent", - "api.health_endpoint:part_of", - "api.health_endpoint:depends_on", - "domain.runtime_health:parent", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Функциональные требования", - "api.control_actions_endpoint:Нефункциональные требования", - "api.control_actions_endpoint:Входные параметры" - ], - "relation_hits_count": 4, - "relation_targets": [ - "domain.runtime_health:used_by", - "domain.runtime_health:related_logic", - "domain.runtime_health:part_of", - "api.health_endpoint:parent" - ], - "selected_doc_ids": [], - "selected_fact_ids": [], - "selected_relation_ids": [ - "801650f8bcbfbfbefd35c14447bfef7b3c3827313db790efa7faf47db860f8c4", - "8595d7b82fecdb7ef579fa8961cda6799bb21970061e5bc221d4dd7a3d53fd04", - "af2a4f7c1b677b908410ba720915405e10dbd0870e30a3c6e3aa2468550ddf0e", - "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa" - ], - "selected_chunk_ids": [ - "api.control_actions_endpoint" - ], - "selected_entity_ids": [], - "selected_workflow_ids": [], - "fallback_doc_hits_count": 1, - "fallback_used": true, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 0, - "facts": 0, - "entities": 0, - "workflows": 0, - "relations": 4, - "chunks": 1, - "selected_doc_ids": [], - "selected_fact_ids": [], - "selected_relation_ids": [ - "801650f8bcbfbfbefd35c14447bfef7b3c3827313db790efa7faf47db860f8c4", - "8595d7b82fecdb7ef579fa8961cda6799bb21970061e5bc221d4dd7a3d53fd04", - "af2a4f7c1b677b908410ba720915405e10dbd0870e30a3c6e3aa2468550ddf0e", - "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa" - ], - "selected_chunk_ids": [ - "api.control_actions_endpoint" - ], - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "relation_evidence_available", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty", - "exact_anchor_match" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 5378, - "tokens_in_estimate": 1443 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Что связано с /health?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "documents": [], - "facts": [], - "entities": [], - "workflows": [], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "domain.runtime_health:used_by", - "content": "domain.runtime_health used_by api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "source_id": "domain.runtime_health", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "801650f8bcbfbfbefd35c14447bfef7b3c3827313db790efa7faf47db860f8c4", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "used_by", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "domain.runtime_health:related_logic", - "content": "domain.runtime_health related_logic logic.telegram_notification_loop", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "source_id": "domain.runtime_health", - "target_id": "logic.telegram_notification_loop", - "doc_version": null, - "relation_id": "8595d7b82fecdb7ef579fa8961cda6799bb21970061e5bc221d4dd7a3d53fd04", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_logic", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "domain.runtime_health:part_of", - "content": "domain.runtime_health part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "source_id": "domain.runtime_health", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "af2a4f7c1b677b908410ba720915405e10dbd0870e30a3c6e3aa2468550ddf0e", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:parent", - "content": "api.health_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - } - ], - "chunks": [ - { - "layer": "D0_DOC_CHUNKS", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:Summary", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "order": 1, - "owner": null, - "doc_id": null, - "module": "telegram_notify_app", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "doc_kind": "misc", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "section_path": "Summary", - "artifact_type": null, - "last_modified": null, - "section_title": "Summary", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Что связано с /health? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: RELATED_DOCS_EXPLAIN -- documents: 0 -- facts: 0 -- relations: 4 | samples: domain.runtime_health:used_by, domain.runtime_health:related_logic, domain.runtime_health:part_of - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-related-health-2.json b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-related-health-2.json deleted file mode 100644 index 43a59d0..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-related-health-2.json +++ /dev/null @@ -1,84 +0,0 @@ -{ - "meta": { - "case_id": "v3-related-health-2", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 14, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "graph_summary", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Какие документы относятся к health endpoint?" - }, - "output": { - "query": "Какие документы относятся к health endpoint?" - } - }, - { - "step": "router", - "input": { - "query": "Какие документы относятся к health endpoint?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Какие документы относятся к health endpoint?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 5475, - "tokens_in_estimate": 1467 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-related-health-2.md b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-related-health-2.md deleted file mode 100644 index 328bf1a..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-related-health-2.md +++ /dev/null @@ -1,502 +0,0 @@ -# v3-related-health-2 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Какие документы относятся к health endpoint? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 14, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "graph_summary", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Какие документы относятся к health endpoint?" - }, - "output": { - "query": "Какие документы относятся к health endpoint?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Какие документы относятся к health endpoint?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Какие документы относятся к health endpoint?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 5475, - "tokens_in_estimate": 1467 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "layers_used": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "documents_found": 0, - "facts_found": 0, - "relations_found": 4, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "graph_summary", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "topic", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D5_RELATION_GRAPH" - ], - "planned_layers": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D5_RELATION_GRAPH" - ], - "non_empty_layers": [ - "D5_RELATION_GRAPH" - ], - "layer_diagnostics": { - "D5_RELATION_GRAPH": { - "hits": 8, - "top_ids": [ - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a" - ], - "top_sections": [ - "api.control_actions_endpoint:part_of", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.health_endpoint:parent", - "api.health_endpoint:part_of" - ] - }, - "D1_DOCUMENT_CATALOG": { - "hits": 0, - "top_ids": [], - "skipped": true, - "reason": "relation_primary_sufficient" - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "api.control_actions_endpoint" - ], - "top_sections": [ - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Функциональные требования", - "api.control_actions_endpoint:Нефункциональные требования" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [], - "resolved_anchor_candidates": [ - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/send-message-endpoint.md", - "api.control_actions_endpoint" - ], - "anchor_candidates": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "selected_anchor": "api.control_actions_endpoint", - "anchor_selection_reason": "relation_neighbor", - "anchor_match_type": "semantic_fallback", - "doc_ids": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "doc_paths": [ - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/send-message-endpoint.md" - ], - "doc_titles": [ - "api.control_actions_endpoint:part_of", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.health_endpoint:parent", - "api.health_endpoint:part_of", - "api.health_endpoint:depends_on", - "api.send_message_endpoint:parent", - "api.control_actions_endpoint:parent", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Функциональные требования", - "api.control_actions_endpoint:Нефункциональные требования", - "api.control_actions_endpoint:Входные параметры" - ], - "relation_hits_count": 4, - "relation_targets": [ - "api.control_actions_endpoint:part_of", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.health_endpoint:parent" - ], - "selected_doc_ids": [], - "selected_fact_ids": [], - "selected_relation_ids": [ - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa" - ], - "selected_chunk_ids": [ - "api.control_actions_endpoint" - ], - "selected_entity_ids": [], - "selected_workflow_ids": [], - "fallback_doc_hits_count": 1, - "fallback_used": true, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 0, - "facts": 0, - "entities": 0, - "workflows": 0, - "relations": 4, - "chunks": 1, - "selected_doc_ids": [], - "selected_fact_ids": [], - "selected_relation_ids": [ - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa" - ], - "selected_chunk_ids": [ - "api.control_actions_endpoint" - ], - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "relation_evidence_available", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 5475, - "tokens_in_estimate": 1467 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Какие документы относятся к health endpoint?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "documents": [], - "facts": [], - "entities": [], - "workflows": [], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:part_of", - "content": "api.control_actions_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_api", - "content": "api.control_actions_endpoint related_api api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_logic", - "content": "api.control_actions_endpoint related_logic logic.telegram_notification_loop", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "logic.telegram_notification_loop", - "doc_version": null, - "relation_id": "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_logic", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:parent", - "content": "api.health_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - } - ], - "chunks": [ - { - "layer": "D0_DOC_CHUNKS", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:Summary", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "order": 1, - "owner": null, - "doc_id": null, - "module": "telegram_notify_app", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "doc_kind": "misc", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "section_path": "Summary", - "artifact_type": null, - "last_modified": null, - "section_title": "Summary", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Какие документы относятся к health endpoint? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: RELATED_DOCS_EXPLAIN -- documents: 0 -- facts: 0 -- relations: 4 | samples: api.control_actions_endpoint:part_of, api.control_actions_endpoint:related_api, api.control_actions_endpoint:related_logic - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-related-send-1.json b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-related-send-1.json deleted file mode 100644 index 22678f6..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-related-send-1.json +++ /dev/null @@ -1,85 +0,0 @@ -{ - "meta": { - "case_id": "v3-related-send-1", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 14, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.send_message_endpoint", - "architecture.telegram_notify_app_overview", - "logic.telegram_notification_loop", - "api.health_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "graph_summary", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Какие документы связаны с /send?" - }, - "output": { - "query": "Какие документы связаны с /send?" - } - }, - { - "step": "router", - "input": { - "query": "Какие документы связаны с /send?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Какие документы связаны с /send?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 5445, - "tokens_in_estimate": 1460 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-related-send-1.md b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-related-send-1.md deleted file mode 100644 index c8cfb1f..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-related-send-1.md +++ /dev/null @@ -1,510 +0,0 @@ -# v3-related-send-1 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Какие документы связаны с /send? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 14, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.send_message_endpoint", - "architecture.telegram_notify_app_overview", - "logic.telegram_notification_loop", - "api.health_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "graph_summary", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Какие документы связаны с /send?" - }, - "output": { - "query": "Какие документы связаны с /send?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Какие документы связаны с /send?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Какие документы связаны с /send?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 5445, - "tokens_in_estimate": 1460 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "layers_used": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "documents_found": 0, - "facts_found": 0, - "relations_found": 4, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "graph_summary", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "endpoint", - "matched_anchor_value": "/send", - "exact_anchor_match": false, - "docs_layers_requested": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D5_RELATION_GRAPH" - ], - "planned_layers": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D5_RELATION_GRAPH" - ], - "non_empty_layers": [ - "D5_RELATION_GRAPH" - ], - "layer_diagnostics": { - "D5_RELATION_GRAPH": { - "hits": 8, - "top_ids": [ - "33eb0aa97f06d0afcaa4c230b5f5b73fa2fbfa5861ea9367b6c92f8a6fe0c054", - "53dbf99d1ed72fb30e988fa7080e6ec3d0028d2a1e896e4e818f2492cc161bf5", - "a5c452b6685216d12fc857cd5b10a19b347655b1f1fd9f59d64fd413e93e36a5", - "d3d3ce25ca6434582c9bbb8f94ab89c7a2a497f46f1124f7e335c217281d42d9", - "305bab0c6567d93a2b453a9d70b676f9ecd8de083ef36f5cf3398747c25ebf94" - ], - "top_sections": [ - "api.send_message_endpoint:parent", - "api.send_message_endpoint:depends_on", - "api.send_message_endpoint:part_of", - "architecture.telegram_notify_app:related_api", - "architecture.telegram_notify_app:child" - ] - }, - "D1_DOCUMENT_CATALOG": { - "hits": 0, - "top_ids": [], - "skipped": true, - "reason": "relation_primary_sufficient" - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "api.health_endpoint" - ], - "top_sections": [ - "api.health_endpoint:Summary", - "api.health_endpoint:Описание", - "api.health_endpoint:Сценарий", - "api.health_endpoint:Функциональные требования", - "api.health_endpoint:Нефункциональные требования" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [ - "/send" - ], - "resolved_anchor_candidates": [ - "docs/documentation/api/send-message-endpoint.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/documentation/logic/telegram-notification-loop.md", - "docs/documentation/api/health-endpoint.md", - "api.health_endpoint" - ], - "anchor_candidates": [ - "api.send_message_endpoint", - "api.health_endpoint", - "architecture.telegram_notify_app_overview", - "logic.telegram_notification_loop" - ], - "selected_anchor": "api.send_message_endpoint", - "anchor_selection_reason": "doc_id matches requested endpoint slug", - "anchor_match_type": "exact_path", - "doc_ids": [ - "api.send_message_endpoint", - "architecture.telegram_notify_app_overview", - "logic.telegram_notification_loop", - "api.health_endpoint" - ], - "doc_paths": [ - "docs/documentation/api/send-message-endpoint.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/documentation/logic/telegram-notification-loop.md", - "docs/documentation/api/health-endpoint.md" - ], - "doc_titles": [ - "api.send_message_endpoint:parent", - "api.send_message_endpoint:depends_on", - "api.send_message_endpoint:part_of", - "architecture.telegram_notify_app:related_api", - "architecture.telegram_notify_app:child", - "logic.telegram_notification_loop:related_api", - "api.health_endpoint:depends_on", - "api.health_endpoint:part_of", - "api.health_endpoint:Summary", - "api.health_endpoint:Описание", - "api.health_endpoint:Сценарий", - "api.health_endpoint:Функциональные требования", - "api.health_endpoint:Нефункциональные требования", - "api.health_endpoint:Входные параметры" - ], - "relation_hits_count": 4, - "relation_targets": [ - "api.send_message_endpoint:parent", - "api.send_message_endpoint:depends_on", - "api.send_message_endpoint:part_of", - "architecture.telegram_notify_app:related_api" - ], - "selected_doc_ids": [], - "selected_fact_ids": [], - "selected_relation_ids": [ - "33eb0aa97f06d0afcaa4c230b5f5b73fa2fbfa5861ea9367b6c92f8a6fe0c054", - "53dbf99d1ed72fb30e988fa7080e6ec3d0028d2a1e896e4e818f2492cc161bf5", - "a5c452b6685216d12fc857cd5b10a19b347655b1f1fd9f59d64fd413e93e36a5", - "d3d3ce25ca6434582c9bbb8f94ab89c7a2a497f46f1124f7e335c217281d42d9" - ], - "selected_chunk_ids": [ - "api.health_endpoint" - ], - "selected_entity_ids": [], - "selected_workflow_ids": [], - "fallback_doc_hits_count": 1, - "fallback_used": true, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 0, - "facts": 0, - "entities": 0, - "workflows": 0, - "relations": 4, - "chunks": 1, - "selected_doc_ids": [], - "selected_fact_ids": [], - "selected_relation_ids": [ - "33eb0aa97f06d0afcaa4c230b5f5b73fa2fbfa5861ea9367b6c92f8a6fe0c054", - "53dbf99d1ed72fb30e988fa7080e6ec3d0028d2a1e896e4e818f2492cc161bf5", - "a5c452b6685216d12fc857cd5b10a19b347655b1f1fd9f59d64fd413e93e36a5", - "d3d3ce25ca6434582c9bbb8f94ab89c7a2a497f46f1124f7e335c217281d42d9" - ], - "selected_chunk_ids": [ - "api.health_endpoint" - ], - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "relation_evidence_available", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty", - "exact_anchor_match" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 5445, - "tokens_in_estimate": 1460 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Какие документы связаны с /send?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "documents": [], - "facts": [], - "entities": [], - "workflows": [], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "api.send_message_endpoint:parent", - "content": "api.send_message_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "source_id": "api.send_message_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "33eb0aa97f06d0afcaa4c230b5f5b73fa2fbfa5861ea9367b6c92f8a6fe0c054", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "api.send_message_endpoint:depends_on", - "content": "api.send_message_endpoint depends_on logic.telegram_notification_loop", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "source_id": "api.send_message_endpoint", - "target_id": "logic.telegram_notification_loop", - "doc_version": null, - "relation_id": "53dbf99d1ed72fb30e988fa7080e6ec3d0028d2a1e896e4e818f2492cc161bf5", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "depends_on", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "api.send_message_endpoint:part_of", - "content": "api.send_message_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "source_id": "api.send_message_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "a5c452b6685216d12fc857cd5b10a19b347655b1f1fd9f59d64fd413e93e36a5", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:related_api", - "content": "architecture.telegram_notify_app related_api api.send_message_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "source_id": "architecture.telegram_notify_app", - "target_id": "api.send_message_endpoint", - "doc_version": null, - "relation_id": "d3d3ce25ca6434582c9bbb8f94ab89c7a2a497f46f1124f7e335c217281d42d9", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - } - ], - "chunks": [ - { - "layer": "D0_DOC_CHUNKS", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:Summary", - "content": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "metadata": { - "tags": [ - "api", - "health", - "control-plane" - ], - "type": "api_method", - "order": 1, - "owner": null, - "doc_id": null, - "module": "telegram_notify_app", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "doc_kind": "misc", - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "section_path": "Summary", - "artifact_type": null, - "last_modified": null, - "section_title": "Summary", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Какие документы связаны с /send? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: RELATED_DOCS_EXPLAIN -- documents: 0 -- facts: 0 -- relations: 4 | samples: api.send_message_endpoint:parent, api.send_message_endpoint:depends_on, api.send_message_endpoint:part_of - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-system-flow-health-1.json b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-system-flow-health-1.json deleted file mode 100644 index 5bb4a6a..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-system-flow-health-1.json +++ /dev/null @@ -1,88 +0,0 @@ -{ - "meta": { - "case_id": "v3-system-flow-health-1", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 19, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint", - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.actions_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Как работает health check runtime?" - }, - "output": { - "query": "Как работает health check runtime?" - } - }, - { - "step": "router", - "input": { - "query": "Как работает health check runtime?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Как работает health check runtime?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 12835, - "tokens_in_estimate": 3307 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-system-flow-health-1.md b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-system-flow-health-1.md deleted file mode 100644 index 50599f3..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-system-flow-health-1.md +++ /dev/null @@ -1,686 +0,0 @@ -# v3-system-flow-health-1 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Как работает health check runtime? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 19, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint", - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.actions_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Как работает health check runtime?" - }, - "output": { - "query": "Как работает health check runtime?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Как работает health check runtime?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Как работает health check runtime?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 12835, - "tokens_in_estimate": 3307 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "layers_used": [ - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "documents_found": 1, - "facts_found": 0, - "relations_found": 2, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "llm", - "matched_anchor_type": "none", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D4_WORKFLOW_INDEX": { - "hits": 3, - "top_ids": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint" - ], - "top_sections": [ - "Scenario" - ] - }, - "D5_RELATION_GRAPH": { - "hits": 8, - "top_ids": [ - "801650f8bcbfbfbefd35c14447bfef7b3c3827313db790efa7faf47db860f8c4", - "8595d7b82fecdb7ef579fa8961cda6799bb21970061e5bc221d4dd7a3d53fd04", - "af2a4f7c1b677b908410ba720915405e10dbd0870e30a3c6e3aa2468550ddf0e", - "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a" - ], - "top_sections": [ - "domain.runtime_health:used_by", - "domain.runtime_health:related_logic", - "domain.runtime_health:part_of", - "api.health_endpoint:parent", - "api.health_endpoint:part_of" - ] - }, - "D1_DOCUMENT_CATALOG": { - "hits": 4, - "top_ids": [ - "domain.runtime_health", - "api.health_endpoint", - "logic.telegram_notification_loop", - "api.control_actions_endpoint" - ], - "top_sections": [ - "Сущность runtime health", - "HTTP API /health", - "Цикл отправки уведомлений в Telegram", - "HTTP API /actions/{action}" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 4, - "top_ids": [ - "api.health_endpoint" - ], - "top_sections": [ - "api.health_endpoint:Описание", - "api.health_endpoint:Сценарий", - "api.health_endpoint:Summary", - "api.health_endpoint:Функциональные требования" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [], - "resolved_anchor_candidates": [ - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md", - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md", - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md", - "docs/documentation/domain/runtime-health-entity.md", - "domain.runtime_health", - "logic.telegram_notification_loop", - "docs/documentation/logic/telegram-notification-loop.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint", - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.actions_endpoint" - ], - "doc_paths": [ - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/send-message-endpoint.md", - "docs/documentation/domain/runtime-health-entity.md", - "docs/documentation/logic/telegram-notification-loop.md" - ], - "doc_titles": [ - "Scenario", - "domain.runtime_health:used_by", - "domain.runtime_health:related_logic", - "domain.runtime_health:part_of", - "api.health_endpoint:parent", - "api.health_endpoint:part_of", - "api.health_endpoint:depends_on", - "domain.runtime_health:parent", - "api.control_actions_endpoint:related_api", - "Сущность runtime health", - "HTTP API /health", - "Цикл отправки уведомлений в Telegram", - "HTTP API /actions/{action}", - "api.health_endpoint:Описание", - "api.health_endpoint:Сценарий", - "api.health_endpoint:Summary", - "api.health_endpoint:Функциональные требования" - ], - "relation_hits_count": 2, - "relation_targets": [ - "domain.runtime_health:used_by", - "domain.runtime_health:related_logic" - ], - "selected_doc_ids": [ - "domain.runtime_health", - "api.health_endpoint", - "api.control_actions_endpoint" - ], - "selected_fact_ids": [], - "selected_relation_ids": [ - "801650f8bcbfbfbefd35c14447bfef7b3c3827313db790efa7faf47db860f8c4", - "8595d7b82fecdb7ef579fa8961cda6799bb21970061e5bc221d4dd7a3d53fd04" - ], - "selected_chunk_ids": [ - "api.health_endpoint" - ], - "selected_entity_ids": [], - "selected_workflow_ids": [ - "83a9287bd9ac1f709258078d0e16d326615b4af1b7d77b323ff050dfb97a3e41", - "f78b822d4366b10322fd4a35e347deae59d55ff4132951201f4df3d1653aec61" - ], - "fallback_doc_hits_count": 3, - "fallback_used": false, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 1, - "facts": 0, - "entities": 0, - "workflows": 2, - "relations": 2, - "chunks": 2, - "selected_doc_ids": [ - "domain.runtime_health", - "api.health_endpoint", - "api.control_actions_endpoint" - ], - "selected_fact_ids": [], - "selected_relation_ids": [ - "801650f8bcbfbfbefd35c14447bfef7b3c3827313db790efa7faf47db860f8c4", - "8595d7b82fecdb7ef579fa8961cda6799bb21970061e5bc221d4dd7a3d53fd04" - ], - "selected_chunk_ids": [ - "api.health_endpoint" - ], - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 12835, - "tokens_in_estimate": 3307 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Как работает health check runtime?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "Сущность runtime health", - "content": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "metadata": { - "name": "runtime_health", - "tags": [ - "domain", - "health", - "observability" - ], - "type": "domain_entity", - "layer": "domain", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "used_by", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "Сущность runtime health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "children": [], - "doc_kind": "misc", - "entities": [ - "WorkerHealth", - "WorkerStatus", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "domain.runtime_health", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "summary_text": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [], - "entities": [], - "workflows": [ - { - "layer": "D4_WORKFLOW_INDEX", - "path": "docs/documentation/api/health-endpoint.md", - "title": "Scenario", - "content": "Scenario\nHTTP control plane запущен.\n`TelegramControlChannel` зарегистрирован в runtime.\nКлиент отправляет `GET /health`.\n1. Endpoint принимает HTTP-запрос `GET /health`.\n2. API вызывает `health_provider` через `TelegramControlChannel`.\n3. Канал получает health payload от runtime.\n4. Endpoint определяет HTTP status code по полю `status` в payload.\n5. Endpoint возвращает payload клиенту в формате JSON.\n1. Если runtime вернул статус, отличный от `ok`, endpoint возвращает тот же payload c HTTP 503.", - "metadata": { - "owner": null, - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "trigger": [ - "Клиент отправляет `GET /health`." - ], - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "main_flow": [ - "1. Endpoint принимает HTTP-запрос `GET /health`.", - "2. API вызывает `health_provider` через `TelegramControlChannel`.", - "3. Канал получает health payload от runtime.", - "4. Endpoint определяет HTTP status code по полю `status` в payload.", - "5. Endpoint возвращает payload клиенту в формате JSON." - ], - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "workflow_id": "83a9287bd9ac1f709258078d0e16d326615b4af1b7d77b323ff050dfb97a3e41", - "artifact_type": null, - "last_modified": null, - "preconditions": [ - "HTTP control plane запущен.", - "`TelegramControlChannel` зарегистрирован в runtime." - ], - "workflow_name": "Scenario", - "error_handling": [ - "1. Если provider завершился исключением, запрос завершается server-side ошибкой." - ], - "postconditions": [ - "Клиент получает актуальный health payload runtime." - ], - "staleness_score": null, - "alternative_flow": [ - "1. Если runtime вернул статус, отличный от `ok`, endpoint возвращает тот же payload c HTTP 503." - ], - "system_component": null - } - }, - { - "layer": "D4_WORKFLOW_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "Scenario", - "content": "Scenario\nHTTP control plane запущен.\n`ControlActionSet` сконфигурирован в `TelegramControlChannel`.\nВ path передано одно из поддерживаемых действий: `start`, `stop`, `status`.\nКлиент отправляет `GET` или `POST` на `/actions/{action}`.\n1. Endpoint принимает запрос и извлекает path parameter `action`.\n2. API определяет источник клиента через `X-Client-Source` или `User-Agent`.\n3. Для `start` и `stop` запрос логируется как control action.\n4. Канал сопоставляет `action` с callback из `ControlActionSet`.\n5. API ожидает завершения callback в пределах допустимого timeout.\n6. При успешном завершении API возвращает JSON со статусом `ok`.\n1. Если `start` или `stop` не успевают завершиться в timeout, API возвращает `202 accepted` и сообщает, что операция еще выполняется.", - "metadata": { - "owner": null, - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "trigger": [ - "Клиент отправляет `GET` или `POST` на `/actions/{action}`." - ], - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "main_flow": [ - "1. Endpoint принимает запрос и извлекает path parameter `action`.", - "2. API определяет источник клиента через `X-Client-Source` или `User-Agent`.", - "3. Для `start` и `stop` запрос логируется как control action.", - "4. Канал сопоставляет `action` с callback из `ControlActionSet`.", - "5. API ожидает завершения callback в пределах допустимого timeout.", - "6. При успешном завершении API возвращает JSON со статусом `ok`." - ], - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "workflow_id": "f78b822d4366b10322fd4a35e347deae59d55ff4132951201f4df3d1653aec61", - "artifact_type": null, - "last_modified": null, - "preconditions": [ - "HTTP control plane запущен.", - "`ControlActionSet` сконфигурирован в `TelegramControlChannel`.", - "В path передано одно из поддерживаемых действий: `start`, `stop`, `status`." - ], - "workflow_name": "Scenario", - "error_handling": [ - "1. Если actions не сконфигурированы, API возвращает `404`.", - "2. Если передано неподдерживаемое действие, API возвращает `404`.", - "3. Если callback завершился исключением, API возвращает `500`." - ], - "postconditions": [ - "Клиент получает результат выполнения control action или признак, что операция еще продолжается." - ], - "staleness_score": null, - "alternative_flow": [ - "1. Если `start` или `stop` не успевают завершиться в timeout, API возвращает `202 accepted` и сообщает, что операция еще выполняется." - ], - "system_component": null - } - } - ], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "domain.runtime_health:used_by", - "content": "domain.runtime_health used_by api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "source_id": "domain.runtime_health", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "801650f8bcbfbfbefd35c14447bfef7b3c3827313db790efa7faf47db860f8c4", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "used_by", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "domain.runtime_health:related_logic", - "content": "domain.runtime_health related_logic logic.telegram_notification_loop", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "source_id": "domain.runtime_health", - "target_id": "logic.telegram_notification_loop", - "doc_version": null, - "relation_id": "8595d7b82fecdb7ef579fa8961cda6799bb21970061e5bc221d4dd7a3d53fd04", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_logic", - "staleness_score": null, - "system_component": null - } - } - ], - "chunks": [ - { - "layer": "D0_DOC_CHUNKS", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:Описание", - "content": "Метод предоставляет текущее состояние runtime и его компонентов без изменения состояния системы. Он нужен для мониторинга, readiness/liveness-проверок и быстрой диагностики worker'а `telegram_notify`.", - "metadata": { - "tags": [ - "api", - "health", - "control-plane" - ], - "type": "api_method", - "order": 3, - "owner": null, - "doc_id": null, - "module": "telegram_notify_app", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "doc_kind": "misc", - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "section_path": "Details > Описание", - "artifact_type": null, - "last_modified": null, - "section_title": "Описание", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D0_DOC_CHUNKS", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:Сценарий", - "content": "**Название:** Получение health-состояния runtime\n\n**Предусловия:**\n- HTTP control plane запущен.\n- `TelegramControlChannel` зарегистрирован в runtime.\n\n**Триггер:**\n- Клиент отправляет `GET /health`.\n\n**Основной сценарий:**\n1. Endpoint принимает HTTP-запрос `GET /health`.\n2. API вызывает `health_provider` через `TelegramControlChannel`.\n3. Канал получает health payload от runtime.\n4. Endpoint определяет HTTP status code по полю `status` в payload.\n5. Endpoint возвращает payload клиенту в формате JSON.\n\n**Альтернативный сценарий:**\n1. Если runtime вернул статус, отличный от `ok`, endpoint возвращает тот же payload c HTTP 503.\n\n**Обработка ошибок:**\n1. Если provider завершился исключением, запрос завершается server-side ошибкой.\n\n**Постусловие:**\n- Клиент получает актуальный health payload runtime.", - "metadata": { - "tags": [ - "api", - "health", - "control-plane" - ], - "type": "api_method", - "order": 4, - "owner": null, - "doc_id": null, - "module": "telegram_notify_app", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "doc_kind": "misc", - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "section_path": "Details > Сценарий", - "artifact_type": null, - "last_modified": null, - "section_title": "Сценарий", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Как работает health check runtime? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: SYSTEM_FLOW_EXPLAIN -- documents: 1 | samples: Сущность runtime health -- facts: 0 -- relations: 2 | samples: domain.runtime_health:used_by, domain.runtime_health:related_logic - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-system-flow-health-2.json b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-system-flow-health-2.json deleted file mode 100644 index 63877f9..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-system-flow-health-2.json +++ /dev/null @@ -1,90 +0,0 @@ -{ - "meta": { - "case_id": "v3-system-flow-health-2", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 19, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint", - "domain.runtime_health", - "architecture.telegram_notify_app_overview", - "logic.telegram_notification_loop", - "api.actions_endpoint", - "docs/README.md" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Как происходит проверка состояния runtime?" - }, - "output": { - "query": "Как происходит проверка состояния runtime?" - } - }, - { - "step": "router", - "input": { - "query": "Как происходит проверка состояния runtime?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Как происходит проверка состояния runtime?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 13070, - "tokens_in_estimate": 3366 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-system-flow-health-2.md b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-system-flow-health-2.md deleted file mode 100644 index c887c84..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-system-flow-health-2.md +++ /dev/null @@ -1,696 +0,0 @@ -# v3-system-flow-health-2 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Как происходит проверка состояния runtime? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 19, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint", - "domain.runtime_health", - "architecture.telegram_notify_app_overview", - "logic.telegram_notification_loop", - "api.actions_endpoint", - "docs/README.md" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Как происходит проверка состояния runtime?" - }, - "output": { - "query": "Как происходит проверка состояния runtime?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Как происходит проверка состояния runtime?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Как происходит проверка состояния runtime?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 13070, - "tokens_in_estimate": 3366 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "layers_used": [ - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "documents_found": 1, - "facts_found": 0, - "relations_found": 2, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "llm", - "matched_anchor_type": "none", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D4_WORKFLOW_INDEX": { - "hits": 3, - "top_ids": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint" - ], - "top_sections": [ - "Scenario" - ] - }, - "D5_RELATION_GRAPH": { - "hits": 8, - "top_ids": [ - "8595d7b82fecdb7ef579fa8961cda6799bb21970061e5bc221d4dd7a3d53fd04", - "801650f8bcbfbfbefd35c14447bfef7b3c3827313db790efa7faf47db860f8c4", - "af2a4f7c1b677b908410ba720915405e10dbd0870e30a3c6e3aa2468550ddf0e", - "79bdb0a74713df6064008179ca8c5c186dc23e4e1c5e2c9607b0bdddeba50f93", - "77f5d358ab85b3d92018b6b51da7c39773148dfd346686e8832a45370c841160" - ], - "top_sections": [ - "domain.runtime_health:related_logic", - "domain.runtime_health:used_by", - "domain.runtime_health:part_of", - "domain.runtime_health:parent", - "api.health_endpoint:depends_on" - ] - }, - "D1_DOCUMENT_CATALOG": { - "hits": 4, - "top_ids": [ - "domain.runtime_health", - "logic.telegram_notification_loop", - "api.health_endpoint", - "api.control_actions_endpoint" - ], - "top_sections": [ - "Сущность runtime health", - "Цикл отправки уведомлений в Telegram", - "HTTP API /health", - "HTTP API /actions/{action}" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 4, - "top_ids": [ - "domain.runtime_health", - "docs/README.md", - "api.control_actions_endpoint" - ], - "top_sections": [ - "domain.runtime_health:Details", - "domain.runtime_health:Summary", - "docs/README.md:Навигация", - "api.control_actions_endpoint:Summary" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [], - "resolved_anchor_candidates": [ - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md", - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md", - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md", - "docs/documentation/domain/runtime-health-entity.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "domain.runtime_health", - "logic.telegram_notification_loop", - "docs/documentation/logic/telegram-notification-loop.md", - "docs/README.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint", - "domain.runtime_health", - "architecture.telegram_notify_app_overview", - "logic.telegram_notification_loop", - "api.actions_endpoint", - "docs/README.md" - ], - "doc_paths": [ - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/send-message-endpoint.md", - "docs/documentation/domain/runtime-health-entity.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/documentation/logic/telegram-notification-loop.md", - "docs/README.md" - ], - "doc_titles": [ - "Scenario", - "domain.runtime_health:related_logic", - "domain.runtime_health:used_by", - "domain.runtime_health:part_of", - "domain.runtime_health:parent", - "api.health_endpoint:depends_on", - "architecture.telegram_notify_app:child", - "architecture.telegram_notify_app:depends_on", - "api.health_endpoint:part_of", - "Сущность runtime health", - "Цикл отправки уведомлений в Telegram", - "HTTP API /health", - "HTTP API /actions/{action}", - "domain.runtime_health:Details", - "domain.runtime_health:Summary", - "docs/README.md:Навигация", - "api.control_actions_endpoint:Summary" - ], - "relation_hits_count": 2, - "relation_targets": [ - "domain.runtime_health:related_logic", - "domain.runtime_health:used_by" - ], - "selected_doc_ids": [ - "domain.runtime_health", - "api.health_endpoint", - "api.control_actions_endpoint" - ], - "selected_fact_ids": [], - "selected_relation_ids": [ - "8595d7b82fecdb7ef579fa8961cda6799bb21970061e5bc221d4dd7a3d53fd04", - "801650f8bcbfbfbefd35c14447bfef7b3c3827313db790efa7faf47db860f8c4" - ], - "selected_chunk_ids": [ - "domain.runtime_health" - ], - "selected_entity_ids": [], - "selected_workflow_ids": [ - "83a9287bd9ac1f709258078d0e16d326615b4af1b7d77b323ff050dfb97a3e41", - "f78b822d4366b10322fd4a35e347deae59d55ff4132951201f4df3d1653aec61" - ], - "fallback_doc_hits_count": 3, - "fallback_used": false, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 1, - "facts": 0, - "entities": 0, - "workflows": 2, - "relations": 2, - "chunks": 2, - "selected_doc_ids": [ - "domain.runtime_health", - "api.health_endpoint", - "api.control_actions_endpoint" - ], - "selected_fact_ids": [], - "selected_relation_ids": [ - "8595d7b82fecdb7ef579fa8961cda6799bb21970061e5bc221d4dd7a3d53fd04", - "801650f8bcbfbfbefd35c14447bfef7b3c3827313db790efa7faf47db860f8c4" - ], - "selected_chunk_ids": [ - "domain.runtime_health" - ], - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 13070, - "tokens_in_estimate": 3366 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Как происходит проверка состояния runtime?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "Сущность runtime health", - "content": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "metadata": { - "name": "runtime_health", - "tags": [ - "domain", - "health", - "observability" - ], - "type": "domain_entity", - "layer": "domain", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "used_by", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "Сущность runtime health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "children": [], - "doc_kind": "misc", - "entities": [ - "WorkerHealth", - "WorkerStatus", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "domain.runtime_health", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "summary_text": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [], - "entities": [], - "workflows": [ - { - "layer": "D4_WORKFLOW_INDEX", - "path": "docs/documentation/api/health-endpoint.md", - "title": "Scenario", - "content": "Scenario\nHTTP control plane запущен.\n`TelegramControlChannel` зарегистрирован в runtime.\nКлиент отправляет `GET /health`.\n1. Endpoint принимает HTTP-запрос `GET /health`.\n2. API вызывает `health_provider` через `TelegramControlChannel`.\n3. Канал получает health payload от runtime.\n4. Endpoint определяет HTTP status code по полю `status` в payload.\n5. Endpoint возвращает payload клиенту в формате JSON.\n1. Если runtime вернул статус, отличный от `ok`, endpoint возвращает тот же payload c HTTP 503.", - "metadata": { - "owner": null, - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "trigger": [ - "Клиент отправляет `GET /health`." - ], - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "main_flow": [ - "1. Endpoint принимает HTTP-запрос `GET /health`.", - "2. API вызывает `health_provider` через `TelegramControlChannel`.", - "3. Канал получает health payload от runtime.", - "4. Endpoint определяет HTTP status code по полю `status` в payload.", - "5. Endpoint возвращает payload клиенту в формате JSON." - ], - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "workflow_id": "83a9287bd9ac1f709258078d0e16d326615b4af1b7d77b323ff050dfb97a3e41", - "artifact_type": null, - "last_modified": null, - "preconditions": [ - "HTTP control plane запущен.", - "`TelegramControlChannel` зарегистрирован в runtime." - ], - "workflow_name": "Scenario", - "error_handling": [ - "1. Если provider завершился исключением, запрос завершается server-side ошибкой." - ], - "postconditions": [ - "Клиент получает актуальный health payload runtime." - ], - "staleness_score": null, - "alternative_flow": [ - "1. Если runtime вернул статус, отличный от `ok`, endpoint возвращает тот же payload c HTTP 503." - ], - "system_component": null - } - }, - { - "layer": "D4_WORKFLOW_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "Scenario", - "content": "Scenario\nHTTP control plane запущен.\n`ControlActionSet` сконфигурирован в `TelegramControlChannel`.\nВ path передано одно из поддерживаемых действий: `start`, `stop`, `status`.\nКлиент отправляет `GET` или `POST` на `/actions/{action}`.\n1. Endpoint принимает запрос и извлекает path parameter `action`.\n2. API определяет источник клиента через `X-Client-Source` или `User-Agent`.\n3. Для `start` и `stop` запрос логируется как control action.\n4. Канал сопоставляет `action` с callback из `ControlActionSet`.\n5. API ожидает завершения callback в пределах допустимого timeout.\n6. При успешном завершении API возвращает JSON со статусом `ok`.\n1. Если `start` или `stop` не успевают завершиться в timeout, API возвращает `202 accepted` и сообщает, что операция еще выполняется.", - "metadata": { - "owner": null, - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "trigger": [ - "Клиент отправляет `GET` или `POST` на `/actions/{action}`." - ], - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "main_flow": [ - "1. Endpoint принимает запрос и извлекает path parameter `action`.", - "2. API определяет источник клиента через `X-Client-Source` или `User-Agent`.", - "3. Для `start` и `stop` запрос логируется как control action.", - "4. Канал сопоставляет `action` с callback из `ControlActionSet`.", - "5. API ожидает завершения callback в пределах допустимого timeout.", - "6. При успешном завершении API возвращает JSON со статусом `ok`." - ], - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "workflow_id": "f78b822d4366b10322fd4a35e347deae59d55ff4132951201f4df3d1653aec61", - "artifact_type": null, - "last_modified": null, - "preconditions": [ - "HTTP control plane запущен.", - "`ControlActionSet` сконфигурирован в `TelegramControlChannel`.", - "В path передано одно из поддерживаемых действий: `start`, `stop`, `status`." - ], - "workflow_name": "Scenario", - "error_handling": [ - "1. Если actions не сконфигурированы, API возвращает `404`.", - "2. Если передано неподдерживаемое действие, API возвращает `404`.", - "3. Если callback завершился исключением, API возвращает `500`." - ], - "postconditions": [ - "Клиент получает результат выполнения control action или признак, что операция еще продолжается." - ], - "staleness_score": null, - "alternative_flow": [ - "1. Если `start` или `stop` не успевают завершиться в timeout, API возвращает `202 accepted` и сообщает, что операция еще выполняется." - ], - "system_component": null - } - } - ], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "domain.runtime_health:related_logic", - "content": "domain.runtime_health related_logic logic.telegram_notification_loop", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "source_id": "domain.runtime_health", - "target_id": "logic.telegram_notification_loop", - "doc_version": null, - "relation_id": "8595d7b82fecdb7ef579fa8961cda6799bb21970061e5bc221d4dd7a3d53fd04", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_logic", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "domain.runtime_health:used_by", - "content": "domain.runtime_health used_by api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "source_id": "domain.runtime_health", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "801650f8bcbfbfbefd35c14447bfef7b3c3827313db790efa7faf47db860f8c4", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "used_by", - "staleness_score": null, - "system_component": null - } - } - ], - "chunks": [ - { - "layer": "D0_DOC_CHUNKS", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "domain.runtime_health:Details", - "content": "Health payload собирается runtime'ом и включает общий статус приложения и список компонентов. Для worker `telegram_notify` используются состояния `ok`, `degraded` и `unhealthy`, которые зависят от жизненного цикла фонового потока, наличия Telegram credentials и результата последней отправки.\n\nКлючевые metadata поля компонента — `app_started_at` и `notifications_sent`. Первое отражает UTC timestamp запуска worker'а, второе показывает число успешных доставок с момента старта runtime. Эти поля позволяют отделить реальный жизненный цикл worker'а от простого факта, что HTTP API отвечает.\n\nСущность `runtime health` связывает техническое состояние worker'а с операторским представлением сервиса. Через нее клиент `/health` получает не только общий статус процесса, но и диагностический контекст, достаточный для базового мониторинга и troubleshooting.", - "metadata": { - "tags": [ - "domain", - "health", - "observability" - ], - "type": "domain_entity", - "order": 2, - "owner": null, - "doc_id": null, - "module": "telegram_notify_app", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "doc_kind": "misc", - "doc_version": null, - "document_id": "domain.runtime_health", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "section_path": "Details", - "artifact_type": null, - "last_modified": null, - "section_title": "Details", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D0_DOC_CHUNKS", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "domain.runtime_health:Summary", - "content": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "metadata": { - "tags": [ - "domain", - "health", - "observability" - ], - "type": "domain_entity", - "order": 1, - "owner": null, - "doc_id": null, - "module": "telegram_notify_app", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "doc_kind": "misc", - "doc_version": null, - "document_id": "domain.runtime_health", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "section_path": "Summary", - "artifact_type": null, - "last_modified": null, - "section_title": "Summary", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Как происходит проверка состояния runtime? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: SYSTEM_FLOW_EXPLAIN -- documents: 1 | samples: Сущность runtime health -- facts: 0 -- relations: 2 | samples: domain.runtime_health:related_logic, domain.runtime_health:used_by - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-1.json b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-1.json deleted file mode 100644 index 3faecc6..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-1.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "meta": { - "case_id": "v3-system-flow-telegram-loop-1", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 19, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "docs/README.md", - "api.actions_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Объясни цикл отправки уведомлений" - }, - "output": { - "query": "Объясни цикл отправки уведомлений" - } - }, - { - "step": "router", - "input": { - "query": "Объясни цикл отправки уведомлений" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Объясни цикл отправки уведомлений" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 10805, - "tokens_in_estimate": 2800 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-1.md b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-1.md deleted file mode 100644 index 8eedfa9..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-1.md +++ /dev/null @@ -1,651 +0,0 @@ -# v3-system-flow-telegram-loop-1 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Объясни цикл отправки уведомлений - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 19, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "docs/README.md", - "api.actions_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Объясни цикл отправки уведомлений" - }, - "output": { - "query": "Объясни цикл отправки уведомлений" - } -} -``` - -### router -```json -{ - "input": { - "query": "Объясни цикл отправки уведомлений" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Объясни цикл отправки уведомлений" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 10805, - "tokens_in_estimate": 2800 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "layers_used": [ - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "documents_found": 1, - "facts_found": 0, - "relations_found": 2, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "none", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D4_WORKFLOW_INDEX": { - "hits": 3, - "top_ids": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "top_sections": [ - "Scenario" - ] - }, - "D5_RELATION_GRAPH": { - "hits": 8, - "top_ids": [ - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a" - ], - "top_sections": [ - "api.control_actions_endpoint:part_of", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.health_endpoint:parent", - "api.health_endpoint:part_of" - ] - }, - "D1_DOCUMENT_CATALOG": { - "hits": 4, - "top_ids": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "top_sections": [ - "Readme", - "HTTP API /actions/{action}", - "HTTP API /health", - "HTTP API /send" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 4, - "top_ids": [ - "docs/README.md" - ], - "top_sections": [ - "docs/README.md:Структура", - "docs/README.md:Навигация", - "docs/README.md:Правила и шаблоны", - "docs/README.md:Project Docs" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [], - "resolved_anchor_candidates": [ - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md", - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md", - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md", - "docs/README.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "docs/README.md", - "api.actions_endpoint" - ], - "doc_paths": [ - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/send-message-endpoint.md", - "docs/README.md" - ], - "doc_titles": [ - "Scenario", - "api.control_actions_endpoint:part_of", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.health_endpoint:parent", - "api.health_endpoint:part_of", - "api.health_endpoint:depends_on", - "api.send_message_endpoint:parent", - "api.control_actions_endpoint:parent", - "Readme", - "HTTP API /actions/{action}", - "HTTP API /health", - "HTTP API /send", - "docs/README.md:Структура", - "docs/README.md:Навигация", - "docs/README.md:Правила и шаблоны", - "docs/README.md:Project Docs" - ], - "relation_hits_count": 2, - "relation_targets": [ - "api.control_actions_endpoint:part_of", - "api.control_actions_endpoint:related_api" - ], - "selected_doc_ids": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.health_endpoint" - ], - "selected_fact_ids": [], - "selected_relation_ids": [ - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1" - ], - "selected_chunk_ids": [ - "docs/README.md" - ], - "selected_entity_ids": [], - "selected_workflow_ids": [ - "f78b822d4366b10322fd4a35e347deae59d55ff4132951201f4df3d1653aec61", - "83a9287bd9ac1f709258078d0e16d326615b4af1b7d77b323ff050dfb97a3e41" - ], - "fallback_doc_hits_count": 3, - "fallback_used": false, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 1, - "facts": 0, - "entities": 0, - "workflows": 2, - "relations": 2, - "chunks": 2, - "selected_doc_ids": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.health_endpoint" - ], - "selected_fact_ids": [], - "selected_relation_ids": [ - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1" - ], - "selected_chunk_ids": [ - "docs/README.md" - ], - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 10805, - "tokens_in_estimate": 2800 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Объясни цикл отправки уведомлений", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/README.md", - "title": "Readme", - "content": "Readme", - "metadata": { - "name": "", - "tags": [], - "type": "", - "layer": "", - "links": [], - "owner": null, - "title": "Readme", - "doc_id": null, - "module": "", - "parent": null, - "status": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "81d952f1a6ea85b76f75e0e57f33b8fa4b2bf3cb7db11b91b90171aeedd655a6", - "children": [], - "doc_kind": "readme", - "entities": [], - "updated_at": null, - "doc_version": null, - "document_id": "docs/README.md", - "source_path": "docs/README.md", - "summary_text": "", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [], - "entities": [], - "workflows": [ - { - "layer": "D4_WORKFLOW_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "Scenario", - "content": "Scenario\nHTTP control plane запущен.\n`ControlActionSet` сконфигурирован в `TelegramControlChannel`.\nВ path передано одно из поддерживаемых действий: `start`, `stop`, `status`.\nКлиент отправляет `GET` или `POST` на `/actions/{action}`.\n1. Endpoint принимает запрос и извлекает path parameter `action`.\n2. API определяет источник клиента через `X-Client-Source` или `User-Agent`.\n3. Для `start` и `stop` запрос логируется как control action.\n4. Канал сопоставляет `action` с callback из `ControlActionSet`.\n5. API ожидает завершения callback в пределах допустимого timeout.\n6. При успешном завершении API возвращает JSON со статусом `ok`.\n1. Если `start` или `stop` не успевают завершиться в timeout, API возвращает `202 accepted` и сообщает, что операция еще выполняется.", - "metadata": { - "owner": null, - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "trigger": [ - "Клиент отправляет `GET` или `POST` на `/actions/{action}`." - ], - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "main_flow": [ - "1. Endpoint принимает запрос и извлекает path parameter `action`.", - "2. API определяет источник клиента через `X-Client-Source` или `User-Agent`.", - "3. Для `start` и `stop` запрос логируется как control action.", - "4. Канал сопоставляет `action` с callback из `ControlActionSet`.", - "5. API ожидает завершения callback в пределах допустимого timeout.", - "6. При успешном завершении API возвращает JSON со статусом `ok`." - ], - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "workflow_id": "f78b822d4366b10322fd4a35e347deae59d55ff4132951201f4df3d1653aec61", - "artifact_type": null, - "last_modified": null, - "preconditions": [ - "HTTP control plane запущен.", - "`ControlActionSet` сконфигурирован в `TelegramControlChannel`.", - "В path передано одно из поддерживаемых действий: `start`, `stop`, `status`." - ], - "workflow_name": "Scenario", - "error_handling": [ - "1. Если actions не сконфигурированы, API возвращает `404`.", - "2. Если передано неподдерживаемое действие, API возвращает `404`.", - "3. Если callback завершился исключением, API возвращает `500`." - ], - "postconditions": [ - "Клиент получает результат выполнения control action или признак, что операция еще продолжается." - ], - "staleness_score": null, - "alternative_flow": [ - "1. Если `start` или `stop` не успевают завершиться в timeout, API возвращает `202 accepted` и сообщает, что операция еще выполняется." - ], - "system_component": null - } - }, - { - "layer": "D4_WORKFLOW_INDEX", - "path": "docs/documentation/api/health-endpoint.md", - "title": "Scenario", - "content": "Scenario\nHTTP control plane запущен.\n`TelegramControlChannel` зарегистрирован в runtime.\nКлиент отправляет `GET /health`.\n1. Endpoint принимает HTTP-запрос `GET /health`.\n2. API вызывает `health_provider` через `TelegramControlChannel`.\n3. Канал получает health payload от runtime.\n4. Endpoint определяет HTTP status code по полю `status` в payload.\n5. Endpoint возвращает payload клиенту в формате JSON.\n1. Если runtime вернул статус, отличный от `ok`, endpoint возвращает тот же payload c HTTP 503.", - "metadata": { - "owner": null, - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "trigger": [ - "Клиент отправляет `GET /health`." - ], - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "main_flow": [ - "1. Endpoint принимает HTTP-запрос `GET /health`.", - "2. API вызывает `health_provider` через `TelegramControlChannel`.", - "3. Канал получает health payload от runtime.", - "4. Endpoint определяет HTTP status code по полю `status` в payload.", - "5. Endpoint возвращает payload клиенту в формате JSON." - ], - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "workflow_id": "83a9287bd9ac1f709258078d0e16d326615b4af1b7d77b323ff050dfb97a3e41", - "artifact_type": null, - "last_modified": null, - "preconditions": [ - "HTTP control plane запущен.", - "`TelegramControlChannel` зарегистрирован в runtime." - ], - "workflow_name": "Scenario", - "error_handling": [ - "1. Если provider завершился исключением, запрос завершается server-side ошибкой." - ], - "postconditions": [ - "Клиент получает актуальный health payload runtime." - ], - "staleness_score": null, - "alternative_flow": [ - "1. Если runtime вернул статус, отличный от `ok`, endpoint возвращает тот же payload c HTTP 503." - ], - "system_component": null - } - } - ], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:part_of", - "content": "api.control_actions_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_api", - "content": "api.control_actions_endpoint related_api api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - } - ], - "chunks": [ - { - "layer": "D0_DOC_CHUNKS", - "path": "docs/README.md", - "title": "docs/README.md:Структура", - "content": "- `documentation/architecture/` — обзор архитектуры и ключевых компонентов.\n- `documentation/api/` — документация HTTP API control plane.\n- `documentation/logic/` — описание основных workflow и бизнес-логики.\n- `documentation/domain/` — описание ключевых сущностей и состояний.", - "metadata": { - "tags": [], - "type": null, - "order": 2, - "owner": null, - "doc_id": null, - "module": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "81d952f1a6ea85b76f75e0e57f33b8fa4b2bf3cb7db11b91b90171aeedd655a6", - "doc_kind": "readme", - "doc_version": null, - "document_id": "docs/README.md", - "source_path": "docs/README.md", - "section_path": "Project Docs > Структура", - "artifact_type": null, - "last_modified": null, - "section_title": "Структура", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D0_DOC_CHUNKS", - "path": "docs/README.md", - "title": "docs/README.md:Навигация", - "content": "- [Обзор архитектуры](./documentation/architecture/telegram-notify-app-overview.md)\n- [API: health](./documentation/api/health-endpoint.md)\n- [API: actions](./documentation/api/control-actions-endpoint.md)\n- [API: send](./documentation/api/send-message-endpoint.md)\n- [Logic: цикл отправки уведомлений](./documentation/logic/telegram-notification-loop.md)\n- [Domain: runtime health](./documentation/domain/runtime-health-entity.md)", - "metadata": { - "tags": [], - "type": null, - "order": 3, - "owner": null, - "doc_id": null, - "module": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "81d952f1a6ea85b76f75e0e57f33b8fa4b2bf3cb7db11b91b90171aeedd655a6", - "doc_kind": "readme", - "doc_version": null, - "document_id": "docs/README.md", - "source_path": "docs/README.md", - "section_path": "Project Docs > Навигация", - "artifact_type": null, - "last_modified": null, - "section_title": "Навигация", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Объясни цикл отправки уведомлений -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: SYSTEM_FLOW_EXPLAIN -- documents: 1 | samples: Readme -- facts: 0 -- relations: 2 | samples: api.control_actions_endpoint:part_of, api.control_actions_endpoint:related_api - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-2.json b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-2.json deleted file mode 100644 index 2507d94..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-2.json +++ /dev/null @@ -1,89 +0,0 @@ -{ - "meta": { - "case_id": "v3-system-flow-telegram-loop-2", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 14, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "architecture.telegram_notify_app_overview", - "architecture.telegram_notify_app", - "logic.telegram_notification_loop", - "domain.runtime_health" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Как работает процесс отправки уведомлений в Telegram?" - }, - "output": { - "query": "Как работает процесс отправки уведомлений в Telegram?" - } - }, - { - "step": "router", - "input": { - "query": "Как работает процесс отправки уведомлений в Telegram?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Как работает процесс отправки уведомлений в Telegram?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 14240, - "tokens_in_estimate": 3659 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-2.md b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-2.md deleted file mode 100644 index 3376111..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-2.md +++ /dev/null @@ -1,703 +0,0 @@ -# v3-system-flow-telegram-loop-2 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Как работает процесс отправки уведомлений в Telegram? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 14, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "architecture.telegram_notify_app_overview", - "architecture.telegram_notify_app", - "logic.telegram_notification_loop", - "domain.runtime_health" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Как работает процесс отправки уведомлений в Telegram?" - }, - "output": { - "query": "Как работает процесс отправки уведомлений в Telegram?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Как работает процесс отправки уведомлений в Telegram?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Как работает процесс отправки уведомлений в Telegram?" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 14240, - "tokens_in_estimate": 3659 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "layers_used": [ - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "documents_found": 1, - "facts_found": 0, - "relations_found": 2, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "workflow", - "matched_anchor_value": "отправки", - "exact_anchor_match": false, - "docs_layers_requested": [ - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D4_WORKFLOW_INDEX": { - "hits": 3, - "top_ids": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "top_sections": [ - "Scenario" - ] - }, - "D5_RELATION_GRAPH": { - "hits": 8, - "top_ids": [ - "305bab0c6567d93a2b453a9d70b676f9ecd8de083ef36f5cf3398747c25ebf94", - "7bd0428d23e9b20f7d65202cc269e45b3d1e7aed7b5df4a35581fd88677be29b", - "0eb7f73fcda8556439e06f5eeb5ce064ae32b6cd3129353f5b1b4eb3db626d88", - "ae34fe4b3cd2b47632b13b1e32303e842b57948aa21160abe8d9b478995e1d74", - "145ccbb861a8fb621286ec9c888ce69677168d35c7871c70537e888ce3a5b910" - ], - "top_sections": [ - "architecture.telegram_notify_app:child", - "architecture.telegram_notify_app:related_api" - ] - }, - "D1_DOCUMENT_CATALOG": { - "hits": 4, - "top_ids": [ - "architecture.telegram_notify_app", - "logic.telegram_notification_loop", - "api.send_message_endpoint", - "domain.runtime_health" - ], - "top_sections": [ - "Архитектура Telegram Notify App", - "Цикл отправки уведомлений в Telegram", - "HTTP API /send", - "Сущность runtime health" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 4, - "top_ids": [ - "architecture.telegram_notify_app", - "logic.telegram_notification_loop" - ], - "top_sections": [ - "architecture.telegram_notify_app:Details", - "logic.telegram_notification_loop:Summary", - "architecture.telegram_notify_app:Summary", - "logic.telegram_notification_loop:Details" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [], - "resolved_anchor_candidates": [ - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md", - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md", - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "architecture.telegram_notify_app", - "logic.telegram_notification_loop", - "docs/documentation/logic/telegram-notification-loop.md", - "domain.runtime_health", - "docs/documentation/domain/runtime-health-entity.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "architecture.telegram_notify_app_overview", - "architecture.telegram_notify_app", - "logic.telegram_notification_loop", - "domain.runtime_health" - ], - "doc_paths": [ - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/send-message-endpoint.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/documentation/logic/telegram-notification-loop.md", - "docs/documentation/domain/runtime-health-entity.md" - ], - "doc_titles": [ - "Scenario", - "architecture.telegram_notify_app:child", - "architecture.telegram_notify_app:related_api", - "architecture.telegram_notify_app:parent", - "Архитектура Telegram Notify App", - "Цикл отправки уведомлений в Telegram", - "HTTP API /send", - "Сущность runtime health", - "architecture.telegram_notify_app:Details", - "logic.telegram_notification_loop:Summary", - "architecture.telegram_notify_app:Summary", - "logic.telegram_notification_loop:Details" - ], - "relation_hits_count": 2, - "relation_targets": [ - "architecture.telegram_notify_app:child", - "architecture.telegram_notify_app:related_api" - ], - "selected_doc_ids": [ - "architecture.telegram_notify_app", - "api.control_actions_endpoint", - "api.health_endpoint" - ], - "selected_fact_ids": [], - "selected_relation_ids": [ - "305bab0c6567d93a2b453a9d70b676f9ecd8de083ef36f5cf3398747c25ebf94", - "7bd0428d23e9b20f7d65202cc269e45b3d1e7aed7b5df4a35581fd88677be29b" - ], - "selected_chunk_ids": [ - "architecture.telegram_notify_app" - ], - "selected_entity_ids": [], - "selected_workflow_ids": [ - "f78b822d4366b10322fd4a35e347deae59d55ff4132951201f4df3d1653aec61", - "83a9287bd9ac1f709258078d0e16d326615b4af1b7d77b323ff050dfb97a3e41" - ], - "fallback_doc_hits_count": 3, - "fallback_used": false, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 1, - "facts": 0, - "entities": 0, - "workflows": 2, - "relations": 2, - "chunks": 2, - "selected_doc_ids": [ - "architecture.telegram_notify_app", - "api.control_actions_endpoint", - "api.health_endpoint" - ], - "selected_fact_ids": [], - "selected_relation_ids": [ - "305bab0c6567d93a2b453a9d70b676f9ecd8de083ef36f5cf3398747c25ebf94", - "7bd0428d23e9b20f7d65202cc269e45b3d1e7aed7b5df4a35581fd88677be29b" - ], - "selected_chunk_ids": [ - "architecture.telegram_notify_app" - ], - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 14240, - "tokens_in_estimate": 3659 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Как работает процесс отправки уведомлений в Telegram?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "Архитектура Telegram Notify App", - "content": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "metadata": { - "name": "telegram_notify_app_overview", - "tags": [ - "architecture", - "telegram", - "plba", - "runtime" - ], - "type": "architecture_overview", - "layer": "system", - "links": [ - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "Архитектура Telegram Notify App", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "docs_root", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "children": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint", - "logic.telegram_notification_loop", - "domain.runtime_health" - ], - "doc_kind": "spec", - "entities": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramControlChannel", - "TelegramSendService", - "RuntimeManager" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "architecture.telegram_notify_app", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "summary_text": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [], - "entities": [], - "workflows": [ - { - "layer": "D4_WORKFLOW_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "Scenario", - "content": "Scenario\nHTTP control plane запущен.\n`ControlActionSet` сконфигурирован в `TelegramControlChannel`.\nВ path передано одно из поддерживаемых действий: `start`, `stop`, `status`.\nКлиент отправляет `GET` или `POST` на `/actions/{action}`.\n1. Endpoint принимает запрос и извлекает path parameter `action`.\n2. API определяет источник клиента через `X-Client-Source` или `User-Agent`.\n3. Для `start` и `stop` запрос логируется как control action.\n4. Канал сопоставляет `action` с callback из `ControlActionSet`.\n5. API ожидает завершения callback в пределах допустимого timeout.\n6. При успешном завершении API возвращает JSON со статусом `ok`.\n1. Если `start` или `stop` не успевают завершиться в timeout, API возвращает `202 accepted` и сообщает, что операция еще выполняется.", - "metadata": { - "owner": null, - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "trigger": [ - "Клиент отправляет `GET` или `POST` на `/actions/{action}`." - ], - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "main_flow": [ - "1. Endpoint принимает запрос и извлекает path parameter `action`.", - "2. API определяет источник клиента через `X-Client-Source` или `User-Agent`.", - "3. Для `start` и `stop` запрос логируется как control action.", - "4. Канал сопоставляет `action` с callback из `ControlActionSet`.", - "5. API ожидает завершения callback в пределах допустимого timeout.", - "6. При успешном завершении API возвращает JSON со статусом `ok`." - ], - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "workflow_id": "f78b822d4366b10322fd4a35e347deae59d55ff4132951201f4df3d1653aec61", - "artifact_type": null, - "last_modified": null, - "preconditions": [ - "HTTP control plane запущен.", - "`ControlActionSet` сконфигурирован в `TelegramControlChannel`.", - "В path передано одно из поддерживаемых действий: `start`, `stop`, `status`." - ], - "workflow_name": "Scenario", - "error_handling": [ - "1. Если actions не сконфигурированы, API возвращает `404`.", - "2. Если передано неподдерживаемое действие, API возвращает `404`.", - "3. Если callback завершился исключением, API возвращает `500`." - ], - "postconditions": [ - "Клиент получает результат выполнения control action или признак, что операция еще продолжается." - ], - "staleness_score": null, - "alternative_flow": [ - "1. Если `start` или `stop` не успевают завершиться в timeout, API возвращает `202 accepted` и сообщает, что операция еще выполняется." - ], - "system_component": null - } - }, - { - "layer": "D4_WORKFLOW_INDEX", - "path": "docs/documentation/api/health-endpoint.md", - "title": "Scenario", - "content": "Scenario\nHTTP control plane запущен.\n`TelegramControlChannel` зарегистрирован в runtime.\nКлиент отправляет `GET /health`.\n1. Endpoint принимает HTTP-запрос `GET /health`.\n2. API вызывает `health_provider` через `TelegramControlChannel`.\n3. Канал получает health payload от runtime.\n4. Endpoint определяет HTTP status code по полю `status` в payload.\n5. Endpoint возвращает payload клиенту в формате JSON.\n1. Если runtime вернул статус, отличный от `ok`, endpoint возвращает тот же payload c HTTP 503.", - "metadata": { - "owner": null, - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "trigger": [ - "Клиент отправляет `GET /health`." - ], - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "main_flow": [ - "1. Endpoint принимает HTTP-запрос `GET /health`.", - "2. API вызывает `health_provider` через `TelegramControlChannel`.", - "3. Канал получает health payload от runtime.", - "4. Endpoint определяет HTTP status code по полю `status` в payload.", - "5. Endpoint возвращает payload клиенту в формате JSON." - ], - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "workflow_id": "83a9287bd9ac1f709258078d0e16d326615b4af1b7d77b323ff050dfb97a3e41", - "artifact_type": null, - "last_modified": null, - "preconditions": [ - "HTTP control plane запущен.", - "`TelegramControlChannel` зарегистрирован в runtime." - ], - "workflow_name": "Scenario", - "error_handling": [ - "1. Если provider завершился исключением, запрос завершается server-side ошибкой." - ], - "postconditions": [ - "Клиент получает актуальный health payload runtime." - ], - "staleness_score": null, - "alternative_flow": [ - "1. Если runtime вернул статус, отличный от `ok`, endpoint возвращает тот же payload c HTTP 503." - ], - "system_component": null - } - } - ], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:child", - "content": "architecture.telegram_notify_app child api.send_message_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.children", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "source_id": "architecture.telegram_notify_app", - "target_id": "api.send_message_endpoint", - "doc_version": null, - "relation_id": "305bab0c6567d93a2b453a9d70b676f9ecd8de083ef36f5cf3398747c25ebf94", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "child", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:related_api", - "content": "architecture.telegram_notify_app related_api api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "source_id": "architecture.telegram_notify_app", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "7bd0428d23e9b20f7d65202cc269e45b3d1e7aed7b5df4a35581fd88677be29b", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - } - ], - "chunks": [ - { - "layer": "D0_DOC_CHUNKS", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:Details", - "content": "Сервис стартует из `telegram_notify_app.main`, загружает `config/config.yaml` или путь из `CONFIG_PATH`, извлекает настройки control plane и интервал отправки, затем собирает runtime через `RuntimeManager`. В runtime регистрируются `TelegramControlChannel` и `TelegramNotifyModule`, который добавляет `TelegramNotifyWorker` и `TelegramSendService`.\n\n`TelegramControlChannel` поднимает FastAPI-приложение control plane и публикует endpoints `/health`, `/actions/{action}` и `/send`. Через эти endpoints внешний клиент получает состояние runtime, управляет lifecycle worker'а и инициирует ручную отправку сообщений.\n\n`TelegramNotifyWorker` работает в отдельном daemon thread. После старта он сразу делает первую попытку отправки сообщения, затем повторяет отправку через интервал `telegram.interval_seconds`. Если credentials отсутствуют или Telegram API возвращает ошибку, worker не переводит runtime в fatal state, а остается в рабочем цикле с деградированным статусом.\n\nHealth-модель сервиса строится вокруг компонента `telegram_notify`. Во внешнем health payload отражаются общее состояние runtime, время старта worker'а и количество успешных отправок. Детали HTTP API и worker workflow вынесены в дочерние документы.", - "metadata": { - "tags": [ - "architecture", - "telegram", - "plba", - "runtime" - ], - "type": "architecture_overview", - "order": 2, - "owner": null, - "doc_id": null, - "module": "telegram_notify_app", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "doc_kind": "spec", - "doc_version": null, - "document_id": "architecture.telegram_notify_app", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "section_path": "Details", - "artifact_type": null, - "last_modified": null, - "section_title": "Details", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D0_DOC_CHUNKS", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:Summary", - "content": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "metadata": { - "tags": [ - "architecture", - "telegram", - "plba", - "runtime" - ], - "type": "architecture_overview", - "order": 1, - "owner": null, - "doc_id": null, - "module": "telegram_notify_app", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "doc_kind": "spec", - "doc_version": null, - "document_id": "architecture.telegram_notify_app", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "section_path": "Summary", - "artifact_type": null, - "last_modified": null, - "section_title": "Summary", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Как работает процесс отправки уведомлений в Telegram? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: SYSTEM_FLOW_EXPLAIN -- documents: 1 | samples: Архитектура Telegram Notify App -- facts: 0 -- relations: 2 | samples: architecture.telegram_notify_app:child, architecture.telegram_notify_app:related_api - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-3.json b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-3.json deleted file mode 100644 index 7d61ebe..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-3.json +++ /dev/null @@ -1,89 +0,0 @@ -{ - "meta": { - "case_id": "v3-system-flow-telegram-loop-3", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml", - "runner": "agent_runtime", - "mode": "pre_llm", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 14, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "architecture.telegram_notify_app_overview", - "architecture.telegram_notify_app", - "logic.telegram_notification_loop", - "domain.runtime_health" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Опиши workflow Telegram уведомлений" - }, - "output": { - "query": "Опиши workflow Telegram уведомлений" - } - }, - { - "step": "router", - "input": { - "query": "Опиши workflow Telegram уведомлений" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Опиши workflow Telegram уведомлений" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 14222, - "tokens_in_estimate": 3654 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-3.md b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-3.md deleted file mode 100644 index f929010..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/full_chain_docs_intents_v3-3x_v3-system-flow-telegram-loop-3.md +++ /dev/null @@ -1,703 +0,0 @@ -# v3-system-flow-telegram-loop-3 - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v3-3x.yaml -- runner: agent_runtime -- mode: pre_llm -- passed: True - -## Query -Опиши workflow Telegram уведомлений - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 14, - "llm_answer": "", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "architecture.telegram_notify_app_overview", - "architecture.telegram_notify_app", - "logic.telegram_notification_loop", - "domain.runtime_health" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "pre_llm_only", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Опиши workflow Telegram уведомлений" - }, - "output": { - "query": "Опиши workflow Telegram уведомлений" - } -} -``` - -### router -```json -{ - "input": { - "query": "Опиши workflow Telegram уведомлений" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Опиши workflow Telegram уведомлений" - }, - "output": { - "answer_mode": "ready", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 14222, - "tokens_in_estimate": 3654 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "layers_used": [ - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "documents_found": 1, - "facts_found": 0, - "relations_found": 2, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "workflow", - "matched_anchor_value": "Telegram", - "exact_anchor_match": false, - "docs_layers_requested": [ - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D4_WORKFLOW_INDEX": { - "hits": 3, - "top_ids": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "top_sections": [ - "Scenario" - ] - }, - "D5_RELATION_GRAPH": { - "hits": 8, - "top_ids": [ - "305bab0c6567d93a2b453a9d70b676f9ecd8de083ef36f5cf3398747c25ebf94", - "7bd0428d23e9b20f7d65202cc269e45b3d1e7aed7b5df4a35581fd88677be29b", - "0eb7f73fcda8556439e06f5eeb5ce064ae32b6cd3129353f5b1b4eb3db626d88", - "ae34fe4b3cd2b47632b13b1e32303e842b57948aa21160abe8d9b478995e1d74", - "145ccbb861a8fb621286ec9c888ce69677168d35c7871c70537e888ce3a5b910" - ], - "top_sections": [ - "architecture.telegram_notify_app:child", - "architecture.telegram_notify_app:related_api" - ] - }, - "D1_DOCUMENT_CATALOG": { - "hits": 4, - "top_ids": [ - "architecture.telegram_notify_app", - "logic.telegram_notification_loop", - "api.send_message_endpoint", - "domain.runtime_health" - ], - "top_sections": [ - "Архитектура Telegram Notify App", - "Цикл отправки уведомлений в Telegram", - "HTTP API /send", - "Сущность runtime health" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 4, - "top_ids": [ - "architecture.telegram_notify_app", - "logic.telegram_notification_loop" - ], - "top_sections": [ - "architecture.telegram_notify_app:Details", - "logic.telegram_notification_loop:Summary", - "architecture.telegram_notify_app:Summary", - "logic.telegram_notification_loop:Details" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [], - "resolved_anchor_candidates": [ - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md", - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md", - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "architecture.telegram_notify_app", - "logic.telegram_notification_loop", - "docs/documentation/logic/telegram-notification-loop.md", - "domain.runtime_health", - "docs/documentation/domain/runtime-health-entity.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "architecture.telegram_notify_app_overview", - "architecture.telegram_notify_app", - "logic.telegram_notification_loop", - "domain.runtime_health" - ], - "doc_paths": [ - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/send-message-endpoint.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/documentation/logic/telegram-notification-loop.md", - "docs/documentation/domain/runtime-health-entity.md" - ], - "doc_titles": [ - "Scenario", - "architecture.telegram_notify_app:child", - "architecture.telegram_notify_app:related_api", - "architecture.telegram_notify_app:parent", - "Архитектура Telegram Notify App", - "Цикл отправки уведомлений в Telegram", - "HTTP API /send", - "Сущность runtime health", - "architecture.telegram_notify_app:Details", - "logic.telegram_notification_loop:Summary", - "architecture.telegram_notify_app:Summary", - "logic.telegram_notification_loop:Details" - ], - "relation_hits_count": 2, - "relation_targets": [ - "architecture.telegram_notify_app:child", - "architecture.telegram_notify_app:related_api" - ], - "selected_doc_ids": [ - "architecture.telegram_notify_app", - "api.control_actions_endpoint", - "api.health_endpoint" - ], - "selected_fact_ids": [], - "selected_relation_ids": [ - "305bab0c6567d93a2b453a9d70b676f9ecd8de083ef36f5cf3398747c25ebf94", - "7bd0428d23e9b20f7d65202cc269e45b3d1e7aed7b5df4a35581fd88677be29b" - ], - "selected_chunk_ids": [ - "architecture.telegram_notify_app" - ], - "selected_entity_ids": [], - "selected_workflow_ids": [ - "f78b822d4366b10322fd4a35e347deae59d55ff4132951201f4df3d1653aec61", - "83a9287bd9ac1f709258078d0e16d326615b4af1b7d77b323ff050dfb97a3e41" - ], - "fallback_doc_hits_count": 3, - "fallback_used": false, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 1, - "facts": 0, - "entities": 0, - "workflows": 2, - "relations": 2, - "chunks": 2, - "selected_doc_ids": [ - "architecture.telegram_notify_app", - "api.control_actions_endpoint", - "api.health_endpoint" - ], - "selected_fact_ids": [], - "selected_relation_ids": [ - "305bab0c6567d93a2b453a9d70b676f9ecd8de083ef36f5cf3398747c25ebf94", - "7bd0428d23e9b20f7d65202cc269e45b3d1e7aed7b5df4a35581fd88677be29b" - ], - "selected_chunk_ids": [ - "architecture.telegram_notify_app" - ], - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "ready", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 14222, - "tokens_in_estimate": 3654 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Опиши workflow Telegram уведомлений", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "Архитектура Telegram Notify App", - "content": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "metadata": { - "name": "telegram_notify_app_overview", - "tags": [ - "architecture", - "telegram", - "plba", - "runtime" - ], - "type": "architecture_overview", - "layer": "system", - "links": [ - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_api", - "target": "api.control_actions_endpoint" - }, - { - "type": "related_api", - "target": "api.send_message_endpoint" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "Архитектура Telegram Notify App", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "docs_root", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "children": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint", - "logic.telegram_notification_loop", - "domain.runtime_health" - ], - "doc_kind": "spec", - "entities": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramControlChannel", - "TelegramSendService", - "RuntimeManager" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "architecture.telegram_notify_app", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "summary_text": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [], - "entities": [], - "workflows": [ - { - "layer": "D4_WORKFLOW_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "Scenario", - "content": "Scenario\nHTTP control plane запущен.\n`ControlActionSet` сконфигурирован в `TelegramControlChannel`.\nВ path передано одно из поддерживаемых действий: `start`, `stop`, `status`.\nКлиент отправляет `GET` или `POST` на `/actions/{action}`.\n1. Endpoint принимает запрос и извлекает path parameter `action`.\n2. API определяет источник клиента через `X-Client-Source` или `User-Agent`.\n3. Для `start` и `stop` запрос логируется как control action.\n4. Канал сопоставляет `action` с callback из `ControlActionSet`.\n5. API ожидает завершения callback в пределах допустимого timeout.\n6. При успешном завершении API возвращает JSON со статусом `ok`.\n1. Если `start` или `stop` не успевают завершиться в timeout, API возвращает `202 accepted` и сообщает, что операция еще выполняется.", - "metadata": { - "owner": null, - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "trigger": [ - "Клиент отправляет `GET` или `POST` на `/actions/{action}`." - ], - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "main_flow": [ - "1. Endpoint принимает запрос и извлекает path parameter `action`.", - "2. API определяет источник клиента через `X-Client-Source` или `User-Agent`.", - "3. Для `start` и `stop` запрос логируется как control action.", - "4. Канал сопоставляет `action` с callback из `ControlActionSet`.", - "5. API ожидает завершения callback в пределах допустимого timeout.", - "6. При успешном завершении API возвращает JSON со статусом `ok`." - ], - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "workflow_id": "f78b822d4366b10322fd4a35e347deae59d55ff4132951201f4df3d1653aec61", - "artifact_type": null, - "last_modified": null, - "preconditions": [ - "HTTP control plane запущен.", - "`ControlActionSet` сконфигурирован в `TelegramControlChannel`.", - "В path передано одно из поддерживаемых действий: `start`, `stop`, `status`." - ], - "workflow_name": "Scenario", - "error_handling": [ - "1. Если actions не сконфигурированы, API возвращает `404`.", - "2. Если передано неподдерживаемое действие, API возвращает `404`.", - "3. Если callback завершился исключением, API возвращает `500`." - ], - "postconditions": [ - "Клиент получает результат выполнения control action или признак, что операция еще продолжается." - ], - "staleness_score": null, - "alternative_flow": [ - "1. Если `start` или `stop` не успевают завершиться в timeout, API возвращает `202 accepted` и сообщает, что операция еще выполняется." - ], - "system_component": null - } - }, - { - "layer": "D4_WORKFLOW_INDEX", - "path": "docs/documentation/api/health-endpoint.md", - "title": "Scenario", - "content": "Scenario\nHTTP control plane запущен.\n`TelegramControlChannel` зарегистрирован в runtime.\nКлиент отправляет `GET /health`.\n1. Endpoint принимает HTTP-запрос `GET /health`.\n2. API вызывает `health_provider` через `TelegramControlChannel`.\n3. Канал получает health payload от runtime.\n4. Endpoint определяет HTTP status code по полю `status` в payload.\n5. Endpoint возвращает payload клиенту в формате JSON.\n1. Если runtime вернул статус, отличный от `ok`, endpoint возвращает тот же payload c HTTP 503.", - "metadata": { - "owner": null, - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "trigger": [ - "Клиент отправляет `GET /health`." - ], - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "main_flow": [ - "1. Endpoint принимает HTTP-запрос `GET /health`.", - "2. API вызывает `health_provider` через `TelegramControlChannel`.", - "3. Канал получает health payload от runtime.", - "4. Endpoint определяет HTTP status code по полю `status` в payload.", - "5. Endpoint возвращает payload клиенту в формате JSON." - ], - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "workflow_id": "83a9287bd9ac1f709258078d0e16d326615b4af1b7d77b323ff050dfb97a3e41", - "artifact_type": null, - "last_modified": null, - "preconditions": [ - "HTTP control plane запущен.", - "`TelegramControlChannel` зарегистрирован в runtime." - ], - "workflow_name": "Scenario", - "error_handling": [ - "1. Если provider завершился исключением, запрос завершается server-side ошибкой." - ], - "postconditions": [ - "Клиент получает актуальный health payload runtime." - ], - "staleness_score": null, - "alternative_flow": [ - "1. Если runtime вернул статус, отличный от `ok`, endpoint возвращает тот же payload c HTTP 503." - ], - "system_component": null - } - } - ], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:child", - "content": "architecture.telegram_notify_app child api.send_message_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.children", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "source_id": "architecture.telegram_notify_app", - "target_id": "api.send_message_endpoint", - "doc_version": null, - "relation_id": "305bab0c6567d93a2b453a9d70b676f9ecd8de083ef36f5cf3398747c25ebf94", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "child", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:related_api", - "content": "architecture.telegram_notify_app related_api api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "source_id": "architecture.telegram_notify_app", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "7bd0428d23e9b20f7d65202cc269e45b3d1e7aed7b5df4a35581fd88677be29b", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - } - ], - "chunks": [ - { - "layer": "D0_DOC_CHUNKS", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:Details", - "content": "Сервис стартует из `telegram_notify_app.main`, загружает `config/config.yaml` или путь из `CONFIG_PATH`, извлекает настройки control plane и интервал отправки, затем собирает runtime через `RuntimeManager`. В runtime регистрируются `TelegramControlChannel` и `TelegramNotifyModule`, который добавляет `TelegramNotifyWorker` и `TelegramSendService`.\n\n`TelegramControlChannel` поднимает FastAPI-приложение control plane и публикует endpoints `/health`, `/actions/{action}` и `/send`. Через эти endpoints внешний клиент получает состояние runtime, управляет lifecycle worker'а и инициирует ручную отправку сообщений.\n\n`TelegramNotifyWorker` работает в отдельном daemon thread. После старта он сразу делает первую попытку отправки сообщения, затем повторяет отправку через интервал `telegram.interval_seconds`. Если credentials отсутствуют или Telegram API возвращает ошибку, worker не переводит runtime в fatal state, а остается в рабочем цикле с деградированным статусом.\n\nHealth-модель сервиса строится вокруг компонента `telegram_notify`. Во внешнем health payload отражаются общее состояние runtime, время старта worker'а и количество успешных отправок. Детали HTTP API и worker workflow вынесены в дочерние документы.", - "metadata": { - "tags": [ - "architecture", - "telegram", - "plba", - "runtime" - ], - "type": "architecture_overview", - "order": 2, - "owner": null, - "doc_id": null, - "module": "telegram_notify_app", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "doc_kind": "spec", - "doc_version": null, - "document_id": "architecture.telegram_notify_app", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "section_path": "Details", - "artifact_type": null, - "last_modified": null, - "section_title": "Details", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D0_DOC_CHUNKS", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:Summary", - "content": "`test_echo_app` — сервис на базе PLBA runtime, который поднимает HTTP control plane и запускает фоновый воркер для периодической отправки уведомлений в Telegram. Приложение использует YAML-конфиг для runtime-настроек и переменные окружения для Telegram credentials. Основной контур системы состоит из runtime manager, control channel, send service и worker loop.", - "metadata": { - "tags": [ - "architecture", - "telegram", - "plba", - "runtime" - ], - "type": "architecture_overview", - "order": 1, - "owner": null, - "doc_id": null, - "module": "telegram_notify_app", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "doc_kind": "spec", - "doc_version": null, - "document_id": "architecture.telegram_notify_app", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "section_path": "Summary", - "artifact_type": null, - "last_modified": null, - "section_title": "Summary", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Опиши workflow Telegram уведомлений -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: SYSTEM_FLOW_EXPLAIN -- documents: 1 | samples: Архитектура Telegram Notify App -- facts: 0 -- relations: 2 | samples: architecture.telegram_notify_app:child, architecture.telegram_notify_app:related_api - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/summary.md b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/summary.md deleted file mode 100644 index 896d4f7..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150139/summary.md +++ /dev/null @@ -1,36 +0,0 @@ -# pipeline_setup_v3 summary - -Passed: 30/30 - -| File | Case | Mode | Query | Actual sub-intent | RAG layers | Tokens | Pass | -|------|------|------|-------|-------------------|------------|--------|------| -| full_chain_docs_intents_v3-3x.yaml | v3-system-flow-telegram-loop-1 | pre_llm | Объясни цикл отправки уведомлений | SYSTEM_FLOW_EXPLAIN | D0_DOC_CHUNKS:4, D1_DOCUMENT_CATALOG:4, D4_WORKFLOW_INDEX:3, D5_RELATION_GRAPH:8 | 2800 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-system-flow-telegram-loop-2 | pre_llm | Как работает процесс отправки уведомлений в Telegram? | SYSTEM_FLOW_EXPLAIN | D0_DOC_CHUNKS:4, D1_DOCUMENT_CATALOG:4, D4_WORKFLOW_INDEX:3, D5_RELATION_GRAPH:3 | 3659 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-system-flow-telegram-loop-3 | pre_llm | Опиши workflow Telegram уведомлений | SYSTEM_FLOW_EXPLAIN | D0_DOC_CHUNKS:4, D1_DOCUMENT_CATALOG:4, D4_WORKFLOW_INDEX:3, D5_RELATION_GRAPH:3 | 3654 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-system-flow-health-1 | pre_llm | Как работает health check runtime? | SYSTEM_FLOW_EXPLAIN | D0_DOC_CHUNKS:4, D1_DOCUMENT_CATALOG:4, D4_WORKFLOW_INDEX:3, D5_RELATION_GRAPH:8 | 3307 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-system-flow-health-2 | pre_llm | Как происходит проверка состояния runtime? | SYSTEM_FLOW_EXPLAIN | D0_DOC_CHUNKS:4, D1_DOCUMENT_CATALOG:4, D4_WORKFLOW_INDEX:3, D5_RELATION_GRAPH:8 | 3366 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-component-runtime-manager-1 | pre_llm | Что делает RuntimeManager? | COMPONENT_EXPLAIN | D0_DOC_CHUNKS:4, D1_DOCUMENT_CATALOG:4, D2_FACT_INDEX:2, D5_RELATION_GRAPH:8 | 2609 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-component-runtime-manager-2 | pre_llm | Как устроен RuntimeManager? | COMPONENT_EXPLAIN | D0_DOC_CHUNKS:4, D1_DOCUMENT_CATALOG:4, D2_FACT_INDEX:2, D5_RELATION_GRAPH:8 | 2610 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-component-runtime-manager-3 | pre_llm | Опиши компонент RuntimeManager | COMPONENT_EXPLAIN | D0_DOC_CHUNKS:4, D1_DOCUMENT_CATALOG:4, D2_FACT_INDEX:2, D5_RELATION_GRAPH:8 | 2610 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-component-control-channel-1 | pre_llm | Как работает TelegramControlChannel? | COMPONENT_EXPLAIN | D0_DOC_CHUNKS:4, D1_DOCUMENT_CATALOG:4, D2_FACT_INDEX:2, D5_RELATION_GRAPH:8 | 2612 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-component-control-channel-2 | pre_llm | Роль TelegramControlChannel в системе | COMPONENT_EXPLAIN | D0_DOC_CHUNKS:4, D1_DOCUMENT_CATALOG:4, D2_FACT_INDEX:2, D5_RELATION_GRAPH:8 | 2612 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-api-health-1 | pre_llm | Что делает /health? | API_METHOD_EXPLAIN | D0_DOC_CHUNKS:4, D1_DOCUMENT_CATALOG:1, D2_FACT_INDEX:2, D4_WORKFLOW_INDEX:1 | 2469 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-api-health-2 | pre_llm | Как работает health endpoint? | API_METHOD_EXPLAIN | D0_DOC_CHUNKS:4, D1_DOCUMENT_CATALOG:4, D2_FACT_INDEX:2, D4_WORKFLOW_INDEX:3 | 2846 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-api-health-3 | pre_llm | Опиши endpoint health | API_METHOD_EXPLAIN | D0_DOC_CHUNKS:4, D1_DOCUMENT_CATALOG:4, D2_FACT_INDEX:2, D4_WORKFLOW_INDEX:3 | 2844 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-api-send-1 | pre_llm | Что делает /send? | API_METHOD_EXPLAIN | D0_DOC_CHUNKS:4, D1_DOCUMENT_CATALOG:1, D2_FACT_INDEX:2, D4_WORKFLOW_INDEX:1 | 2680 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-api-send-2 | pre_llm | Как работает send endpoint? | API_METHOD_EXPLAIN | D0_DOC_CHUNKS:4, D1_DOCUMENT_CATALOG:4, D2_FACT_INDEX:2, D4_WORKFLOW_INDEX:3 | 2848 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-api-send-3 | pre_llm | Опиши endpoint отправки сообщений | API_METHOD_EXPLAIN | D0_DOC_CHUNKS:4, D1_DOCUMENT_CATALOG:4, D2_FACT_INDEX:2, D4_WORKFLOW_INDEX:3 | 2849 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-entity-runtime-health-1 | pre_llm | Что такое runtime health? | ENTITY_EXPLAIN | D0_DOC_CHUNKS:4, D1_DOCUMENT_CATALOG:4, D3_ENTITY_CATALOG:8, D5_RELATION_GRAPH:8 | 1992 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-entity-runtime-health-2 | pre_llm | Объясни runtime health | ENTITY_EXPLAIN | D0_DOC_CHUNKS:4, D1_DOCUMENT_CATALOG:4, D3_ENTITY_CATALOG:8, D5_RELATION_GRAPH:8 | 1991 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-entity-worker-status-1 | pre_llm | Что такое WorkerStatus? | ENTITY_EXPLAIN | D0_DOC_CHUNKS:4, D1_DOCUMENT_CATALOG:4, D3_ENTITY_CATALOG:8, D5_RELATION_GRAPH:8 | 1856 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-entity-worker-status-2 | pre_llm | Опиши статус воркера | ENTITY_EXPLAIN | D0_DOC_CHUNKS:4, D1_DOCUMENT_CATALOG:4, D3_ENTITY_CATALOG:8, D5_RELATION_GRAPH:8 | 1612 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-related-health-1 | pre_llm | Что связано с /health? | RELATED_DOCS_EXPLAIN | D0_DOC_CHUNKS:6, D5_RELATION_GRAPH:8 | 1443 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-related-health-2 | pre_llm | Какие документы относятся к health endpoint? | RELATED_DOCS_EXPLAIN | D0_DOC_CHUNKS:6, D5_RELATION_GRAPH:8 | 1467 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-related-send-1 | pre_llm | Какие документы связаны с /send? | RELATED_DOCS_EXPLAIN | D0_DOC_CHUNKS:6, D5_RELATION_GRAPH:8 | 1460 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-related-architecture-1 | pre_llm | Какие документы связаны с архитектурой? | RELATED_DOCS_EXPLAIN | D0_DOC_CHUNKS:6, D5_RELATION_GRAPH:8 | 1466 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-general-1 | pre_llm | Что есть в документации? | GENERIC_QA | D0_DOC_CHUNKS:4, D1_DOCUMENT_CATALOG:4, D2_FACT_INDEX:1, D5_RELATION_GRAPH:8 | 1225 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-general-2 | pre_llm | Какая структура документации? | GENERIC_QA | D0_DOC_CHUNKS:4, D1_DOCUMENT_CATALOG:4 | 1212 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-general-3 | pre_llm | С чего начать читать документацию? | GENERIC_QA | D0_DOC_CHUNKS:4, D1_DOCUMENT_CATALOG:4 | 1213 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-negative-1 | pre_llm | Что такое PaymentTransaction? | ENTITY_EXPLAIN | D0_DOC_CHUNKS:4, D1_DOCUMENT_CATALOG:4, D3_ENTITY_CATALOG:8, D5_RELATION_GRAPH:8 | 1614 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-negative-2 | pre_llm | Объясни сущность UnknownEntity | ENTITY_EXPLAIN | — | 155 | ✓ | -| full_chain_docs_intents_v3-3x.yaml | v3-negative-3 | pre_llm | Что делает endpoint /unknown? | API_METHOD_EXPLAIN | — | 156 | ✓ | \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-api.json b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-api.json deleted file mode 100644 index 0986b00..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-api.json +++ /dev/null @@ -1,83 +0,0 @@ -{ - "meta": { - "case_id": "v4-api", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v4-llm.yaml", - "runner": "agent_runtime", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 2, - "llm_answer": "### Краткое описание\nEndpoint `/health` предназначен для предоставления агрегированного health payload'а текущего состояния runtime. В зависимости от общего статуса он возвращает соответствующий HTTP код и payload: если статус равен `\"ok\"`, возвращается HTTP 200, иначе – HTTP 503 с подробностями о состоянии деградации или неготовности.\n\n### Основные элементы\n- **Метод:** GET `/health`\n- **Ответы:**\n - HTTP 200 при общем статусе `\"ok\"`\n - HTTP 503 при любом другом статусе\n- **Payload:** Агрегированное состояние здоровья runtime\n\n### Как это работает\n1. Клиент отправляет HTTP-запрос типа GET на `/health`.\n2. API обращается к провайдеру здоровья (`health_provider`) через зарегистрированный канал (`TelegramControlChannel`), чтобы получить текущее состояние здоровья runtime.\n3. Полученный health payload анализируется, определяется статус (\"ok\" или другой).\n4. На основе поля `status` формируется HTTP ответ с соответствующим статусом и самим payload'ом.\n\n### Связи с другими частями системы\n- **Зависит от:** domain.runtime_health (предоставление информации о здоровье)\n- **Является частью:** architecture.telegram_notify_app (контрольная точка состояния приложения)", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.health_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": "api_method" - }, - "pipeline_mode": "full", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Что делает endpoint /health?" - }, - "output": { - "query": "Что делает endpoint /health?" - } - }, - { - "step": "router", - "input": { - "query": "Что делает endpoint /health?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Что делает endpoint /health?" - }, - "output": { - "answer_mode": "answered", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 4585, - "tokens_in_estimate": 1245 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-api.md b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-api.md deleted file mode 100644 index cbbd791..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-api.md +++ /dev/null @@ -1,467 +0,0 @@ -# v4-api - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v4-llm.yaml -- runner: agent_runtime -- mode: full_chain -- passed: True - -## Query -Что делает endpoint /health? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 2, - "llm_answer": "### Краткое описание\nEndpoint `/health` предназначен для предоставления агрегированного health payload'а текущего состояния runtime. В зависимости от общего статуса он возвращает соответствующий HTTP код и payload: если статус равен `\"ok\"`, возвращается HTTP 200, иначе – HTTP 503 с подробностями о состоянии деградации или неготовности.\n\n### Основные элементы\n- **Метод:** GET `/health`\n- **Ответы:**\n - HTTP 200 при общем статусе `\"ok\"`\n - HTTP 503 при любом другом статусе\n- **Payload:** Агрегированное состояние здоровья runtime\n\n### Как это работает\n1. Клиент отправляет HTTP-запрос типа GET на `/health`.\n2. API обращается к провайдеру здоровья (`health_provider`) через зарегистрированный канал (`TelegramControlChannel`), чтобы получить текущее состояние здоровья runtime.\n3. Полученный health payload анализируется, определяется статус (\"ok\" или другой).\n4. На основе поля `status` формируется HTTP ответ с соответствующим статусом и самим payload'ом.\n\n### Связи с другими частями системы\n- **Зависит от:** domain.runtime_health (предоставление информации о здоровье)\n- **Является частью:** architecture.telegram_notify_app (контрольная точка состояния приложения)", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.health_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": "api_method" - }, - "pipeline_mode": "full", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Что делает endpoint /health?" - }, - "output": { - "query": "Что делает endpoint /health?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Что делает endpoint /health?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Что делает endpoint /health?" - }, - "output": { - "answer_mode": "answered", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 4585, - "tokens_in_estimate": 1245 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "layers_used": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "documents_found": 1, - "facts_found": 0, - "relations_found": 0, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "endpoint", - "matched_anchor_value": "/health", - "exact_anchor_match": true, - "docs_layers_requested": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D2_FACT_INDEX", - "D4_WORKFLOW_INDEX", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D2_FACT_INDEX": { - "hits": 8, - "top_ids": [ - "f85d982c272a2ee6baeadc433221a20e684cd8ef01cb4788d6f76d05ca56d6d0", - "b8e44c3adb74aaa6c91ae8815fa091289e58dd3990a3a1b63e850c62075aea75", - "b6bfad59b3bf00f199b5ef90c1208af19664de700413e7354468a93a4abaaa2f", - "a8a325e0815b3a2a870ba2825f3afb3f41056b4c091df4c3bb3418ffd20891dd", - "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3" - ], - "top_sections": [ - "api.control_actions_endpoint:workflow_step", - "api.control_actions_endpoint:mentions_entity" - ] - }, - "D4_WORKFLOW_INDEX": { - "hits": 3, - "top_ids": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "top_sections": [ - "Scenario" - ] - }, - "D1_DOCUMENT_CATALOG": { - "hits": 4, - "top_ids": [ - "api.send_message_endpoint", - "api.control_actions_endpoint", - "api.health_endpoint", - "domain.runtime_health" - ], - "top_sections": [ - "HTTP API /send", - "HTTP API /actions/{action}", - "HTTP API /health", - "Сущность runtime health" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 4, - "top_ids": [ - "api.control_actions_endpoint" - ], - "top_sections": [ - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Функциональные требования" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [ - "/health" - ], - "resolved_anchor_candidates": [ - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.health_endpoint" - ], - "doc_paths": [ - "docs/documentation/api/health-endpoint.md" - ], - "doc_titles": [ - "Scenario", - "HTTP API /health" - ], - "relation_hits_count": 0, - "relation_targets": [], - "selected_doc_ids": [ - "api.health_endpoint" - ], - "selected_fact_ids": [], - "selected_relation_ids": [], - "selected_chunk_ids": [], - "selected_entity_ids": [], - "selected_workflow_ids": [ - "83a9287bd9ac1f709258078d0e16d326615b4af1b7d77b323ff050dfb97a3e41" - ], - "fallback_doc_hits_count": 1, - "fallback_used": false, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 1, - "facts": 0, - "entities": 0, - "workflows": 1, - "relations": 0, - "chunks": 0, - "selected_doc_ids": [ - "api.health_endpoint" - ], - "selected_fact_ids": [], - "selected_relation_ids": [], - "selected_chunk_ids": [], - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty", - "exact_anchor_match" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "answered", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 4585, - "tokens_in_estimate": 1245 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Что делает endpoint /health?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "API_METHOD_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/health-endpoint.md", - "title": "HTTP API /health", - "content": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "metadata": { - "name": "health_endpoint", - "tags": [ - "api", - "health", - "control-plane" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "HTTP API /health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager", - "WorkerHealth" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "summary_text": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [], - "entities": [], - "workflows": [ - { - "layer": "D4_WORKFLOW_INDEX", - "path": "docs/documentation/api/health-endpoint.md", - "title": "Scenario", - "content": "Scenario\nHTTP control plane запущен.\n`TelegramControlChannel` зарегистрирован в runtime.\nКлиент отправляет `GET /health`.\n1. Endpoint принимает HTTP-запрос `GET /health`.\n2. API вызывает `health_provider` через `TelegramControlChannel`.\n3. Канал получает health payload от runtime.\n4. Endpoint определяет HTTP status code по полю `status` в payload.\n5. Endpoint возвращает payload клиенту в формате JSON.\n1. Если runtime вернул статус, отличный от `ok`, endpoint возвращает тот же payload c HTTP 503.", - "metadata": { - "owner": null, - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "trigger": [ - "Клиент отправляет `GET /health`." - ], - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "main_flow": [ - "1. Endpoint принимает HTTP-запрос `GET /health`.", - "2. API вызывает `health_provider` через `TelegramControlChannel`.", - "3. Канал получает health payload от runtime.", - "4. Endpoint определяет HTTP status code по полю `status` в payload.", - "5. Endpoint возвращает payload клиенту в формате JSON." - ], - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "workflow_id": "83a9287bd9ac1f709258078d0e16d326615b4af1b7d77b323ff050dfb97a3e41", - "artifact_type": null, - "last_modified": null, - "preconditions": [ - "HTTP control plane запущен.", - "`TelegramControlChannel` зарегистрирован в runtime." - ], - "workflow_name": "Scenario", - "error_handling": [ - "1. Если provider завершился исключением, запрос завершается server-side ошибкой." - ], - "postconditions": [ - "Клиент получает актуальный health payload runtime." - ], - "staleness_score": null, - "alternative_flow": [ - "1. Если runtime вернул статус, отличный от `ok`, endpoint возвращает тот же payload c HTTP 503." - ], - "system_component": null - } - } - ], - "relations": [], - "chunks": [] -} -``` - -### User Prompt Overview -- question: Что делает endpoint /health? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: API_METHOD_EXPLAIN -- documents: 1 | samples: HTTP API /health -- facts: 0 -- relations: 0 - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-component.json b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-component.json deleted file mode 100644 index 43e5cec..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-component.json +++ /dev/null @@ -1,92 +0,0 @@ -{ - "meta": { - "case_id": "v4-component", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v4-llm.yaml", - "runner": "agent_runtime", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 18, - "llm_answer": "### Краткое описание\nRuntimeManager не упоминается ни в одном из документов или фактов, представленных в запросе. Поэтому невозможно предоставить полное объяснение его работы по предоставленным данным.\n\nОднако, исходя из доступной информации о контрольных действиях и endpoint `/actions/{action}`, можно предположить, что RuntimeManager может быть связан с управлением жизненным циклом рабочих процессов через указанные endpoints.\n\n### Основные элементы\n- **API Endpoint**: `/actions/{action}`\n- **Поддерживаемые действия**: `start`, `stop`, `status`\n- **Связанные сущности**: `ControlActionSet`, `TelegramControlChannel`\n\n### Как это работает\nВ документах указано, что endpoint `/actions/{action}` управляет control actions runtime и использует делегирование задач в `ControlActionSet`. Подробности о том, как именно работает RuntimeManager, отсутствуют в предоставленных материалах.\n\n### Связи с другими частями системы\n- **Связанный логический компонент**: `logic.telegram_notification_loop`\n- **Связанный API**: `api.health_endpoint`\n\nДля полного понимания работы RuntimeManager необходимы дополнительные документы или информация.", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "logic.telegram_notification_loop", - "architecture.telegram_notify_app_overview", - "api.health_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "docs/README.md", - "domain.runtime_health" - ], - "entity_candidates": [ - "RuntimeManager" - ], - "symbol_candidates": [], - "layers": [ - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "full", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Как работает RuntimeManager?" - }, - "output": { - "query": "Как работает RuntimeManager?" - } - }, - { - "step": "router", - "input": { - "query": "Как работает RuntimeManager?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Как работает RuntimeManager?" - }, - "output": { - "answer_mode": "answered", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 10045, - "tokens_in_estimate": 2610 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-component.md b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-component.md deleted file mode 100644 index 0ae2501..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-component.md +++ /dev/null @@ -1,657 +0,0 @@ -# v4-component - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v4-llm.yaml -- runner: agent_runtime -- mode: full_chain -- passed: True - -## Query -Как работает RuntimeManager? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 18, - "llm_answer": "### Краткое описание\nRuntimeManager не упоминается ни в одном из документов или фактов, представленных в запросе. Поэтому невозможно предоставить полное объяснение его работы по предоставленным данным.\n\nОднако, исходя из доступной информации о контрольных действиях и endpoint `/actions/{action}`, можно предположить, что RuntimeManager может быть связан с управлением жизненным циклом рабочих процессов через указанные endpoints.\n\n### Основные элементы\n- **API Endpoint**: `/actions/{action}`\n- **Поддерживаемые действия**: `start`, `stop`, `status`\n- **Связанные сущности**: `ControlActionSet`, `TelegramControlChannel`\n\n### Как это работает\nВ документах указано, что endpoint `/actions/{action}` управляет control actions runtime и использует делегирование задач в `ControlActionSet`. Подробности о том, как именно работает RuntimeManager, отсутствуют в предоставленных материалах.\n\n### Связи с другими частями системы\n- **Связанный логический компонент**: `logic.telegram_notification_loop`\n- **Связанный API**: `api.health_endpoint`\n\nДля полного понимания работы RuntimeManager необходимы дополнительные документы или информация.", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "logic.telegram_notification_loop", - "architecture.telegram_notify_app_overview", - "api.health_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "docs/README.md", - "domain.runtime_health" - ], - "entity_candidates": [ - "RuntimeManager" - ], - "symbol_candidates": [], - "layers": [ - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "full", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Как работает RuntimeManager?" - }, - "output": { - "query": "Как работает RuntimeManager?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Как работает RuntimeManager?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Как работает RuntimeManager?" - }, - "output": { - "answer_mode": "answered", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 10045, - "tokens_in_estimate": 2610 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "layers_used": [ - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "documents_found": 1, - "facts_found": 2, - "relations_found": 2, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "llm", - "matched_anchor_type": "none", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D2_FACT_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D2_FACT_INDEX": { - "hits": 8, - "top_ids": [ - "b480201013a7e5231146f665773ebc54af37c28135f407c6b758304c74561645", - "b8e44c3adb74aaa6c91ae8815fa091289e58dd3990a3a1b63e850c62075aea75", - "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3", - "54bbcbac242f1c85ec3280236ed5841998a8a3a548ff16cbf0b5acafbff469e3", - "b6bfad59b3bf00f199b5ef90c1208af19664de700413e7354468a93a4abaaa2f" - ], - "top_sections": [ - "api.control_actions_endpoint:workflow_step", - "api.control_actions_endpoint:mentions_entity" - ] - }, - "D5_RELATION_GRAPH": { - "hits": 8, - "top_ids": [ - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "afec31fd062e392dcd9699a92c7ab61fd4b1273c1a2b16702b23d55d8d0c47ac", - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "921934af8cd7b16572a6cbd3c42011a08d2762f121853cb2458dff348284ac76" - ], - "top_sections": [ - "api.control_actions_endpoint:related_logic", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:parent", - "api.control_actions_endpoint:part_of", - "logic.telegram_notification_loop:related_api" - ] - }, - "D1_DOCUMENT_CATALOG": { - "hits": 4, - "top_ids": [ - "api.control_actions_endpoint", - "architecture.telegram_notify_app", - "docs/README.md", - "domain.runtime_health" - ], - "top_sections": [ - "HTTP API /actions/{action}", - "Архитектура Telegram Notify App", - "Readme", - "Сущность runtime health" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 4, - "top_ids": [ - "api.control_actions_endpoint" - ], - "top_sections": [ - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Функциональные требования" - ] - } - }, - "query_entity_candidates": [ - "RuntimeManager" - ], - "resolved_entity_candidates": [], - "query_anchor_candidates": [ - "RuntimeManager" - ], - "resolved_anchor_candidates": [ - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/logic/telegram-notification-loop.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/documentation/api/health-endpoint.md", - "api.control_actions_endpoint", - "architecture.telegram_notify_app", - "docs/README.md", - "domain.runtime_health", - "docs/documentation/domain/runtime-health-entity.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.control_actions_endpoint", - "logic.telegram_notification_loop", - "architecture.telegram_notify_app_overview", - "api.health_endpoint", - "api.actions_endpoint", - "architecture.telegram_notify_app", - "docs/README.md", - "domain.runtime_health" - ], - "doc_paths": [ - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/logic/telegram-notification-loop.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/documentation/api/health-endpoint.md", - "docs/README.md", - "docs/documentation/domain/runtime-health-entity.md" - ], - "doc_titles": [ - "api.control_actions_endpoint:workflow_step", - "api.control_actions_endpoint:mentions_entity", - "api.control_actions_endpoint:related_logic", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:parent", - "api.control_actions_endpoint:part_of", - "logic.telegram_notification_loop:related_api", - "architecture.telegram_notify_app:related_api", - "architecture.telegram_notify_app:child", - "api.health_endpoint:depends_on", - "HTTP API /actions/{action}", - "Архитектура Telegram Notify App", - "Readme", - "Сущность runtime health", - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Функциональные требования" - ], - "relation_hits_count": 2, - "relation_targets": [ - "api.control_actions_endpoint:related_logic", - "api.control_actions_endpoint:related_api" - ], - "selected_doc_ids": [ - "api.control_actions_endpoint" - ], - "selected_fact_ids": [ - "b480201013a7e5231146f665773ebc54af37c28135f407c6b758304c74561645", - "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3" - ], - "selected_relation_ids": [ - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1" - ], - "selected_chunk_ids": [ - "api.control_actions_endpoint" - ], - "selected_entity_ids": [], - "selected_workflow_ids": [], - "fallback_doc_hits_count": 3, - "fallback_used": false, - "fact_hits": 2, - "entity_hits": 0, - "evidence_summary": { - "documents": 1, - "facts": 2, - "entities": 0, - "workflows": 0, - "relations": 2, - "chunks": 2, - "selected_doc_ids": [ - "api.control_actions_endpoint" - ], - "selected_fact_ids": [ - "b480201013a7e5231146f665773ebc54af37c28135f407c6b758304c74561645", - "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3" - ], - "selected_relation_ids": [ - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1" - ], - "selected_chunk_ids": [ - "api.control_actions_endpoint" - ], - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "answered", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 10045, - "tokens_in_estimate": 2610 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Как работает RuntimeManager?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "COMPONENT_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [ - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:workflow_step", - "content": "api.control_actions_endpoint workflow_step HTTP control plane запущен.", - "metadata": { - "tags": [], - "owner": null, - "anchor": "Сценарий", - "doc_id": null, - "object": "HTTP control plane запущен.", - "fact_id": "b480201013a7e5231146f665773ebc54af37c28135f407c6b758304c74561645", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "workflow_step", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D2_FACT_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:mentions_entity", - "content": "api.control_actions_endpoint mentions_entity ControlActionSet", - "metadata": { - "tags": [], - "owner": null, - "anchor": "frontmatter.entities", - "doc_id": null, - "object": "ControlActionSet", - "fact_id": "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "predicate": "mentions_entity", - "object_ref": null, - "subject_id": "api.control_actions_endpoint", - "doc_version": null, - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "entities": [], - "workflows": [], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_logic", - "content": "api.control_actions_endpoint related_logic logic.telegram_notification_loop", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "logic.telegram_notification_loop", - "doc_version": null, - "relation_id": "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_logic", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_api", - "content": "api.control_actions_endpoint related_api api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - } - ], - "chunks": [ - { - "layer": "D0_DOC_CHUNKS", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:Описание", - "content": "Метод предоставляет HTTP-доступ к control actions runtime и позволяет запускать, останавливать или проверять состояние управляемых компонентов. Endpoint не реализует lifecycle самостоятельно, а делегирует выполнение в `ControlActionSet`.", - "metadata": { - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "order": 3, - "owner": null, - "doc_id": null, - "module": "telegram_notify_app", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "doc_kind": "misc", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "section_path": "Details > Описание", - "artifact_type": null, - "last_modified": null, - "section_title": "Описание", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D0_DOC_CHUNKS", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:Сценарий", - "content": "**Название:** Выполнение control action runtime\n\n**Предусловия:**\n- HTTP control plane запущен.\n- `ControlActionSet` сконфигурирован в `TelegramControlChannel`.\n- В path передано одно из поддерживаемых действий: `start`, `stop`, `status`.\n\n**Триггер:**\n- Клиент отправляет `GET` или `POST` на `/actions/{action}`.\n\n**Основной сценарий:**\n1. Endpoint принимает запрос и извлекает path parameter `action`.\n2. API определяет источник клиента через `X-Client-Source` или `User-Agent`.\n3. Для `start` и `stop` запрос логируется как control action.\n4. Канал сопоставляет `action` с callback из `ControlActionSet`.\n5. API ожидает завершения callback в пределах допустимого timeout.\n6. При успешном завершении API возвращает JSON со статусом `ok`.\n\n**Альтернативный сценарий:**\n1. Если `start` или `stop` не успевают завершиться в timeout, API возвращает `202 accepted` и сообщает, что операция еще выполняется.\n\n**Обработка ошибок:**\n1. Если actions не сконфигурированы, API возвращает `404`.\n2. Если передано неподдерживаемое действие, API возвращает `404`.\n3. Если callback завершился исключением, API возвращает `500`.\n\n**Постусловие:**\n- Клиент получает результат выполнения control action или признак, что операция еще продолжается.", - "metadata": { - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "order": 4, - "owner": null, - "doc_id": null, - "module": "telegram_notify_app", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "doc_kind": "misc", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "section_path": "Details > Сценарий", - "artifact_type": null, - "last_modified": null, - "section_title": "Сценарий", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Как работает RuntimeManager? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: COMPONENT_EXPLAIN -- documents: 1 | samples: HTTP API /actions/{action} -- facts: 2 | samples: api.control_actions_endpoint:workflow_step, api.control_actions_endpoint:mentions_entity -- relations: 2 | samples: api.control_actions_endpoint:related_logic, api.control_actions_endpoint:related_api - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-entity.json b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-entity.json deleted file mode 100644 index 7f66d19..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-entity.json +++ /dev/null @@ -1,91 +0,0 @@ -{ - "meta": { - "case_id": "v4-entity", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v4-llm.yaml", - "runner": "agent_runtime", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 24, - "llm_answer": "### Краткое описание\nRuntime Health – это доменная модель наблюдаемости сервиса, описывающая общее состояние runtime и отдельных его компонентов. Она используется для внешнего мониторинга здоровья приложения и внутренней диагностики.\n\n### Основные элементы\n- **Компоненты**: Главными объектами наблюдения являются компоненты, такие как `telegram_notify`.\n- **Параметры**: Важны параметры компонента, например, статус, время старта и количество успешных отправок.\n- **Модель**: Представляет собой набор метрик и состояний, отражающих текущую работоспособность сервиса.\n\n### Как это работает\nМодель Runtime Health собирает данные о состоянии различных компонентов сервиса и предоставляет их внешним системам мониторинга и внутренним диагностическим механизмам. Для тестового приложения `test_echo_app` основной наблюдаемый компонент - это `telegram_notify`. \n\nAPI endpoint `/health` предоставляет текущее состояние runtime и его компонентов без изменения текущего состояния системы. Это необходимо для мониторинга работоспособности приложения, проведения проверок готовности (readiness), жизнеспособности (liveness) и быстрой диагностики работы компонента `telegram_notify`.\n\n### Связи с другими частями системы\n- **Используется API**: Модель используется в методе API `/health`, который обеспечивает внешний мониторинг и диагностику.\n- **Связана с логикой**: Логика уведомления через Telegram (`logic.telegram_notification_loop`) связана с моделью Runtime Health и может использовать её данные для управления состоянием уведомлений.\n- **Часть архитектуры**: Модель является частью общей архитектуры приложения `telegram_notify_app` и интегрируется с другими компонентами этого приложения.", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.health_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "domain.runtime_health", - "api.control_actions_endpoint", - "logic.telegram_notification_loop", - "api.actions_endpoint" - ], - "entity_candidates": [ - "runtime health" - ], - "symbol_candidates": [], - "layers": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "full", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Что такое runtime health?" - }, - "output": { - "query": "Что такое runtime health?" - } - }, - { - "step": "router", - "input": { - "query": "Что такое runtime health?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Что такое runtime health?" - }, - "output": { - "answer_mode": "answered", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 7572, - "tokens_in_estimate": 1992 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-entity.md b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-entity.md deleted file mode 100644 index b78fd9c..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-entity.md +++ /dev/null @@ -1,631 +0,0 @@ -# v4-entity - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v4-llm.yaml -- runner: agent_runtime -- mode: full_chain -- passed: True - -## Query -Что такое runtime health? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 24, - "llm_answer": "### Краткое описание\nRuntime Health – это доменная модель наблюдаемости сервиса, описывающая общее состояние runtime и отдельных его компонентов. Она используется для внешнего мониторинга здоровья приложения и внутренней диагностики.\n\n### Основные элементы\n- **Компоненты**: Главными объектами наблюдения являются компоненты, такие как `telegram_notify`.\n- **Параметры**: Важны параметры компонента, например, статус, время старта и количество успешных отправок.\n- **Модель**: Представляет собой набор метрик и состояний, отражающих текущую работоспособность сервиса.\n\n### Как это работает\nМодель Runtime Health собирает данные о состоянии различных компонентов сервиса и предоставляет их внешним системам мониторинга и внутренним диагностическим механизмам. Для тестового приложения `test_echo_app` основной наблюдаемый компонент - это `telegram_notify`. \n\nAPI endpoint `/health` предоставляет текущее состояние runtime и его компонентов без изменения текущего состояния системы. Это необходимо для мониторинга работоспособности приложения, проведения проверок готовности (readiness), жизнеспособности (liveness) и быстрой диагностики работы компонента `telegram_notify`.\n\n### Связи с другими частями системы\n- **Используется API**: Модель используется в методе API `/health`, который обеспечивает внешний мониторинг и диагностику.\n- **Связана с логикой**: Логика уведомления через Telegram (`logic.telegram_notification_loop`) связана с моделью Runtime Health и может использовать её данные для управления состоянием уведомлений.\n- **Часть архитектуры**: Модель является частью общей архитектуры приложения `telegram_notify_app` и интегрируется с другими компонентами этого приложения.", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.health_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "domain.runtime_health", - "api.control_actions_endpoint", - "logic.telegram_notification_loop", - "api.actions_endpoint" - ], - "entity_candidates": [ - "runtime health" - ], - "symbol_candidates": [], - "layers": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "full", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Что такое runtime health?" - }, - "output": { - "query": "Что такое runtime health?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Что такое runtime health?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Что такое runtime health?" - }, - "output": { - "answer_mode": "answered", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 7572, - "tokens_in_estimate": 1992 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "layers_used": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "documents_found": 1, - "facts_found": 0, - "relations_found": 2, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "none", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D3_ENTITY_CATALOG": { - "hits": 8, - "top_ids": [ - "api.health_endpoint", - "architecture.telegram_notify_app", - "domain.runtime_health" - ], - "top_sections": [ - "RuntimeManager", - "WorkerStatus", - "TelegramNotifyWorker", - "TelegramControlChannel" - ] - }, - "D5_RELATION_GRAPH": { - "hits": 8, - "top_ids": [ - "801650f8bcbfbfbefd35c14447bfef7b3c3827313db790efa7faf47db860f8c4", - "8595d7b82fecdb7ef579fa8961cda6799bb21970061e5bc221d4dd7a3d53fd04", - "af2a4f7c1b677b908410ba720915405e10dbd0870e30a3c6e3aa2468550ddf0e", - "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a" - ], - "top_sections": [ - "domain.runtime_health:used_by", - "domain.runtime_health:related_logic", - "domain.runtime_health:part_of", - "api.health_endpoint:parent", - "api.health_endpoint:part_of" - ] - }, - "D1_DOCUMENT_CATALOG": { - "hits": 4, - "top_ids": [ - "domain.runtime_health", - "api.health_endpoint", - "logic.telegram_notification_loop", - "api.control_actions_endpoint" - ], - "top_sections": [ - "Сущность runtime health", - "HTTP API /health", - "Цикл отправки уведомлений в Telegram", - "HTTP API /actions/{action}" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 4, - "top_ids": [ - "api.health_endpoint" - ], - "top_sections": [ - "api.health_endpoint:Описание", - "api.health_endpoint:Сценарий", - "api.health_endpoint:Summary", - "api.health_endpoint:Функциональные требования" - ] - } - }, - "query_entity_candidates": [ - "runtime health" - ], - "resolved_entity_candidates": [], - "query_anchor_candidates": [], - "resolved_anchor_candidates": [ - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md", - "architecture.telegram_notify_app", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "domain.runtime_health", - "docs/documentation/domain/runtime-health-entity.md", - "docs/documentation/api/control-actions-endpoint.md", - "logic.telegram_notification_loop", - "docs/documentation/logic/telegram-notification-loop.md", - "api.control_actions_endpoint" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.health_endpoint", - "architecture.telegram_notify_app", - "architecture.telegram_notify_app_overview", - "domain.runtime_health", - "api.control_actions_endpoint", - "logic.telegram_notification_loop", - "api.actions_endpoint" - ], - "doc_paths": [ - "docs/documentation/api/health-endpoint.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/documentation/domain/runtime-health-entity.md", - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/logic/telegram-notification-loop.md" - ], - "doc_titles": [ - "RuntimeManager", - "WorkerStatus", - "TelegramNotifyWorker", - "TelegramControlChannel", - "WorkerHealth", - "domain.runtime_health:used_by", - "domain.runtime_health:related_logic", - "domain.runtime_health:part_of", - "api.health_endpoint:parent", - "api.health_endpoint:part_of", - "api.health_endpoint:depends_on", - "domain.runtime_health:parent", - "api.control_actions_endpoint:related_api", - "Сущность runtime health", - "HTTP API /health", - "Цикл отправки уведомлений в Telegram", - "HTTP API /actions/{action}", - "api.health_endpoint:Описание", - "api.health_endpoint:Сценарий", - "api.health_endpoint:Summary", - "api.health_endpoint:Функциональные требования" - ], - "relation_hits_count": 2, - "relation_targets": [ - "domain.runtime_health:used_by", - "domain.runtime_health:related_logic" - ], - "selected_doc_ids": [ - "domain.runtime_health", - "api.health_endpoint", - "architecture.telegram_notify_app" - ], - "selected_fact_ids": [], - "selected_relation_ids": [ - "801650f8bcbfbfbefd35c14447bfef7b3c3827313db790efa7faf47db860f8c4", - "8595d7b82fecdb7ef579fa8961cda6799bb21970061e5bc221d4dd7a3d53fd04" - ], - "selected_chunk_ids": [ - "api.health_endpoint" - ], - "selected_entity_ids": [ - "api.health_endpoint", - "architecture.telegram_notify_app" - ], - "selected_workflow_ids": [], - "fallback_doc_hits_count": 2, - "fallback_used": false, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 1, - "facts": 0, - "entities": 2, - "workflows": 0, - "relations": 2, - "chunks": 1, - "selected_doc_ids": [ - "domain.runtime_health", - "api.health_endpoint", - "architecture.telegram_notify_app" - ], - "selected_fact_ids": [], - "selected_relation_ids": [ - "801650f8bcbfbfbefd35c14447bfef7b3c3827313db790efa7faf47db860f8c4", - "8595d7b82fecdb7ef579fa8961cda6799bb21970061e5bc221d4dd7a3d53fd04" - ], - "selected_chunk_ids": [ - "api.health_endpoint" - ], - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "answered", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 7572, - "tokens_in_estimate": 1992 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Что такое runtime health?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "Сущность runtime health", - "content": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "metadata": { - "name": "runtime_health", - "tags": [ - "domain", - "health", - "observability" - ], - "type": "domain_entity", - "layer": "domain", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "used_by", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "Сущность runtime health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "children": [], - "doc_kind": "misc", - "entities": [ - "WorkerHealth", - "WorkerStatus", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "domain.runtime_health", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "summary_text": "`runtime health` — доменная модель наблюдаемости сервиса, которая описывает общее состояние runtime и состояние отдельных компонентов. Для `test_echo_app` главным объектом наблюдения является компонент `telegram_notify`, у которого важны статус, время старта и количество успешных отправок. Эта модель используется для внешнего health-monitoring и внутренней диагностики.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [], - "entities": [ - { - "layer": "D3_ENTITY_CATALOG", - "path": "docs/documentation/api/health-endpoint.md", - "title": "RuntimeManager", - "content": "RuntimeManager", - "metadata": { - "tags": [ - "api", - "health", - "control-plane" - ], - "owner": null, - "doc_id": null, - "module": "telegram_notify_app", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "doc_version": null, - "document_id": "api.health_endpoint", - "entity_name": "RuntimeManager", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "document_type": "api_method", - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D3_ENTITY_CATALOG", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "RuntimeManager", - "content": "RuntimeManager", - "metadata": { - "tags": [ - "architecture", - "telegram", - "plba", - "runtime" - ], - "owner": null, - "doc_id": null, - "module": "telegram_notify_app", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "doc_version": null, - "document_id": "architecture.telegram_notify_app", - "entity_name": "RuntimeManager", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "artifact_type": null, - "document_type": "architecture_overview", - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "workflows": [], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "domain.runtime_health:used_by", - "content": "domain.runtime_health used_by api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "source_id": "domain.runtime_health", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "801650f8bcbfbfbefd35c14447bfef7b3c3827313db790efa7faf47db860f8c4", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "used_by", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/domain/runtime-health-entity.md", - "title": "domain.runtime_health:related_logic", - "content": "domain.runtime_health related_logic logic.telegram_notification_loop", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "37d4dcf470ea3de95d59e44786006e369a3ea11bf5dbf4c88877696e9183ee87", - "source_id": "domain.runtime_health", - "target_id": "logic.telegram_notification_loop", - "doc_version": null, - "relation_id": "8595d7b82fecdb7ef579fa8961cda6799bb21970061e5bc221d4dd7a3d53fd04", - "source_path": "docs/documentation/domain/runtime-health-entity.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_logic", - "staleness_score": null, - "system_component": null - } - } - ], - "chunks": [ - { - "layer": "D0_DOC_CHUNKS", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:Описание", - "content": "Метод предоставляет текущее состояние runtime и его компонентов без изменения состояния системы. Он нужен для мониторинга, readiness/liveness-проверок и быстрой диагностики worker'а `telegram_notify`.", - "metadata": { - "tags": [ - "api", - "health", - "control-plane" - ], - "type": "api_method", - "order": 3, - "owner": null, - "doc_id": null, - "module": "telegram_notify_app", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "doc_kind": "misc", - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "section_path": "Details > Описание", - "artifact_type": null, - "last_modified": null, - "section_title": "Описание", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Что такое runtime health? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: ENTITY_EXPLAIN -- documents: 1 | samples: Сущность runtime health -- facts: 0 -- relations: 2 | samples: domain.runtime_health:used_by, domain.runtime_health:related_logic - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-general.json b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-general.json deleted file mode 100644 index 2df1074..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-general.json +++ /dev/null @@ -1,85 +0,0 @@ -{ - "meta": { - "case_id": "v4-general", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v4-llm.yaml", - "runner": "agent_runtime", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 8, - "llm_answer": "Документация описывает структуру проекта, включая разделы об архитектуре, HTTP API, бизнес-логике и ключевых сущностях. Конкретно представлен endpoint `/actions/{action}`, который управляет контрольными действиями и поддерживает операции start, stop и status.", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "full", - "gate_decision": "allow", - "prompt_used": "docs_general_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Что описано в документации?" - }, - "output": { - "query": "Что описано в документации?" - } - }, - { - "step": "router", - "input": { - "query": "Что описано в документации?" - }, - "output": { - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Что описано в документации?" - }, - "output": { - "answer_mode": "answered", - "prompt_name": "docs_general_answer", - "llm_request": { - "prompt_name": "docs_general_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 345, - "user_chars": 4499, - "tokens_in_estimate": 1211 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-general.md b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-general.md deleted file mode 100644 index 88c3ad3..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-general.md +++ /dev/null @@ -1,464 +0,0 @@ -# v4-general - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v4-llm.yaml -- runner: agent_runtime -- mode: full_chain -- passed: True - -## Query -Что описано в документации? - -## Actual -{ - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 8, - "llm_answer": "Документация описывает структуру проекта, включая разделы об архитектуре, HTTP API, бизнес-логике и ключевых сущностях. Конкретно представлен endpoint `/actions/{action}`, который управляет контрольными действиями и поддерживает операции start, stop и status.", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "full", - "gate_decision": "allow", - "prompt_used": "docs_general_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Что описано в документации?" - }, - "output": { - "query": "Что описано в документации?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Что описано в документации?" - }, - "output": { - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Что описано в документации?" - }, - "output": { - "answer_mode": "answered", - "prompt_name": "docs_general_answer", - "llm_request": { - "prompt_name": "docs_general_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 345, - "user_chars": 4499, - "tokens_in_estimate": 1211 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "layers_used": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "documents_found": 2, - "facts_found": 0, - "relations_found": 0, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_general_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "none", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D1_DOCUMENT_CATALOG": { - "hits": 4, - "top_ids": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "top_sections": [ - "Readme", - "HTTP API /actions/{action}", - "HTTP API /health", - "HTTP API /send" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 4, - "top_ids": [ - "docs/README.md" - ], - "top_sections": [ - "docs/README.md:Структура", - "docs/README.md:Навигация", - "docs/README.md:Правила и шаблоны", - "docs/README.md:Project Docs" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [], - "resolved_anchor_candidates": [ - "docs/README.md", - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md", - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md", - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "doc_paths": [ - "docs/README.md", - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/send-message-endpoint.md" - ], - "doc_titles": [ - "Readme", - "HTTP API /actions/{action}", - "HTTP API /health", - "HTTP API /send", - "docs/README.md:Структура", - "docs/README.md:Навигация", - "docs/README.md:Правила и шаблоны", - "docs/README.md:Project Docs" - ], - "relation_hits_count": 0, - "relation_targets": [], - "selected_doc_ids": [ - "docs/README.md", - "api.control_actions_endpoint" - ], - "selected_fact_ids": [], - "selected_relation_ids": [], - "selected_chunk_ids": [ - "docs/README.md" - ], - "selected_entity_ids": [], - "selected_workflow_ids": [], - "fallback_doc_hits_count": 3, - "fallback_used": false, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 2, - "facts": 0, - "entities": 0, - "workflows": 0, - "relations": 0, - "chunks": 1, - "selected_doc_ids": [ - "docs/README.md", - "api.control_actions_endpoint" - ], - "selected_fact_ids": [], - "selected_relation_ids": [], - "selected_chunk_ids": [ - "docs/README.md" - ], - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "answered", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_general_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 345, - "user_chars": 4499, - "tokens_in_estimate": 1211 -} -``` - -### System Prompt -```text -Ты отвечаешь на общий вопрос по документации проекта. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные документы и факты -- Не додумывай отсутствующие детали -- Если данных недостаточно, скажи это прямо -- Дай короткий понятный ответ без лишней структуры -``` - -### User Prompt -```json -{ - "question": "Что описано в документации?", - "intent": "GENERAL_QA", - "sub_intent": "GENERIC_QA", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/README.md", - "title": "Readme", - "content": "Readme", - "metadata": { - "name": "", - "tags": [], - "type": "", - "layer": "", - "links": [], - "owner": null, - "title": "Readme", - "doc_id": null, - "module": "", - "parent": null, - "status": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "81d952f1a6ea85b76f75e0e57f33b8fa4b2bf3cb7db11b91b90171aeedd655a6", - "children": [], - "doc_kind": "readme", - "entities": [], - "updated_at": null, - "doc_version": null, - "document_id": "docs/README.md", - "source_path": "docs/README.md", - "summary_text": "", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "HTTP API /actions/{action}", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "name": "control_actions_endpoint", - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "related_api", - "target": "api.health_endpoint" - }, - { - "type": "related_logic", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /actions/{action}", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "ControlActionSet", - "JSONResponse" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "summary_text": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [], - "entities": [], - "workflows": [], - "relations": [], - "chunks": [ - { - "layer": "D0_DOC_CHUNKS", - "path": "docs/README.md", - "title": "docs/README.md:Структура", - "content": "- `documentation/architecture/` — обзор архитектуры и ключевых компонентов.\n- `documentation/api/` — документация HTTP API control plane.\n- `documentation/logic/` — описание основных workflow и бизнес-логики.\n- `documentation/domain/` — описание ключевых сущностей и состояний.", - "metadata": { - "tags": [], - "type": null, - "order": 2, - "owner": null, - "doc_id": null, - "module": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "81d952f1a6ea85b76f75e0e57f33b8fa4b2bf3cb7db11b91b90171aeedd655a6", - "doc_kind": "readme", - "doc_version": null, - "document_id": "docs/README.md", - "source_path": "docs/README.md", - "section_path": "Project Docs > Структура", - "artifact_type": null, - "last_modified": null, - "section_title": "Структура", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Что описано в документации? -- intent: GENERAL_QA -- sub_intent: GENERIC_QA -- documents: 2 | samples: Readme, HTTP API /actions/{action} -- facts: 0 -- relations: 0 - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-mixed.json b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-mixed.json deleted file mode 100644 index a0f77d0..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-mixed.json +++ /dev/null @@ -1,85 +0,0 @@ -{ - "meta": { - "case_id": "v4-mixed", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v4-llm.yaml", - "runner": "agent_runtime", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 14, - "llm_answer": "### Краткое описание\nОтправка сообщений через endpoint `/send` реализована в приложении Telegram Notify App. Этот endpoint является частью архитектуры данного приложения и зависит от логики обработки уведомлений.\n\n### Основные элементы\n- **Endpoint**: `/send`\n- **Приложение**: Telegram Notify App\n- **Логика обработки**: telegram_notification_loop\n\n### Как это работает\nEndpoint `/send` реализует отправку сообщений в рамках Telegram Notify App. Он использует логику обработки уведомлений (`telegram_notification_loop`) для выполнения своей функции.\n\n### Связи с другими частями системы\n- **Родительская архитектура**: architecture.telegram_notify_app\n- **Зависимости**: logic.telegram_notification_loop\n- **Связанные API**: api.send_message_endpoint (в контексте документации архитектуры Telegram Notify App)", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.send_message_endpoint", - "architecture.telegram_notify_app_overview", - "logic.telegram_notification_loop", - "api.health_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "full", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "graph_summary", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Как работает /send и какие есть связанные документы?" - }, - "output": { - "query": "Как работает /send и какие есть связанные документы?" - } - }, - { - "step": "router", - "input": { - "query": "Как работает /send и какие есть связанные документы?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Как работает /send и какие есть связанные документы?" - }, - "output": { - "answer_mode": "answered", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 5465, - "tokens_in_estimate": 1465 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-mixed.md b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-mixed.md deleted file mode 100644 index 4829d9b..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-mixed.md +++ /dev/null @@ -1,510 +0,0 @@ -# v4-mixed - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v4-llm.yaml -- runner: agent_runtime -- mode: full_chain -- passed: True - -## Query -Как работает /send и какие есть связанные документы? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 14, - "llm_answer": "### Краткое описание\nОтправка сообщений через endpoint `/send` реализована в приложении Telegram Notify App. Этот endpoint является частью архитектуры данного приложения и зависит от логики обработки уведомлений.\n\n### Основные элементы\n- **Endpoint**: `/send`\n- **Приложение**: Telegram Notify App\n- **Логика обработки**: telegram_notification_loop\n\n### Как это работает\nEndpoint `/send` реализует отправку сообщений в рамках Telegram Notify App. Он использует логику обработки уведомлений (`telegram_notification_loop`) для выполнения своей функции.\n\n### Связи с другими частями системы\n- **Родительская архитектура**: architecture.telegram_notify_app\n- **Зависимости**: logic.telegram_notification_loop\n- **Связанные API**: api.send_message_endpoint (в контексте документации архитектуры Telegram Notify App)", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.send_message_endpoint", - "architecture.telegram_notify_app_overview", - "logic.telegram_notification_loop", - "api.health_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "full", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "graph_summary", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Как работает /send и какие есть связанные документы?" - }, - "output": { - "query": "Как работает /send и какие есть связанные документы?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Как работает /send и какие есть связанные документы?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Как работает /send и какие есть связанные документы?" - }, - "output": { - "answer_mode": "answered", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 5465, - "tokens_in_estimate": 1465 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "layers_used": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "documents_found": 0, - "facts_found": 0, - "relations_found": 4, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "graph_summary", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "endpoint", - "matched_anchor_value": "/send", - "exact_anchor_match": false, - "docs_layers_requested": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D5_RELATION_GRAPH" - ], - "planned_layers": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D5_RELATION_GRAPH" - ], - "non_empty_layers": [ - "D5_RELATION_GRAPH" - ], - "layer_diagnostics": { - "D5_RELATION_GRAPH": { - "hits": 8, - "top_ids": [ - "33eb0aa97f06d0afcaa4c230b5f5b73fa2fbfa5861ea9367b6c92f8a6fe0c054", - "53dbf99d1ed72fb30e988fa7080e6ec3d0028d2a1e896e4e818f2492cc161bf5", - "a5c452b6685216d12fc857cd5b10a19b347655b1f1fd9f59d64fd413e93e36a5", - "d3d3ce25ca6434582c9bbb8f94ab89c7a2a497f46f1124f7e335c217281d42d9", - "305bab0c6567d93a2b453a9d70b676f9ecd8de083ef36f5cf3398747c25ebf94" - ], - "top_sections": [ - "api.send_message_endpoint:parent", - "api.send_message_endpoint:depends_on", - "api.send_message_endpoint:part_of", - "architecture.telegram_notify_app:related_api", - "architecture.telegram_notify_app:child" - ] - }, - "D1_DOCUMENT_CATALOG": { - "hits": 0, - "top_ids": [], - "skipped": true, - "reason": "relation_primary_sufficient" - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "api.health_endpoint" - ], - "top_sections": [ - "api.health_endpoint:Summary", - "api.health_endpoint:Описание", - "api.health_endpoint:Сценарий", - "api.health_endpoint:Функциональные требования", - "api.health_endpoint:Нефункциональные требования" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [ - "/send" - ], - "resolved_anchor_candidates": [ - "docs/documentation/api/send-message-endpoint.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/documentation/logic/telegram-notification-loop.md", - "docs/documentation/api/health-endpoint.md", - "api.health_endpoint" - ], - "anchor_candidates": [ - "api.send_message_endpoint", - "api.health_endpoint", - "architecture.telegram_notify_app_overview", - "logic.telegram_notification_loop" - ], - "selected_anchor": "api.send_message_endpoint", - "anchor_selection_reason": "doc_id matches requested endpoint slug", - "anchor_match_type": "exact_path", - "doc_ids": [ - "api.send_message_endpoint", - "architecture.telegram_notify_app_overview", - "logic.telegram_notification_loop", - "api.health_endpoint" - ], - "doc_paths": [ - "docs/documentation/api/send-message-endpoint.md", - "docs/documentation/architecture/telegram-notify-app-overview.md", - "docs/documentation/logic/telegram-notification-loop.md", - "docs/documentation/api/health-endpoint.md" - ], - "doc_titles": [ - "api.send_message_endpoint:parent", - "api.send_message_endpoint:depends_on", - "api.send_message_endpoint:part_of", - "architecture.telegram_notify_app:related_api", - "architecture.telegram_notify_app:child", - "logic.telegram_notification_loop:related_api", - "api.health_endpoint:depends_on", - "api.health_endpoint:part_of", - "api.health_endpoint:Summary", - "api.health_endpoint:Описание", - "api.health_endpoint:Сценарий", - "api.health_endpoint:Функциональные требования", - "api.health_endpoint:Нефункциональные требования", - "api.health_endpoint:Входные параметры" - ], - "relation_hits_count": 4, - "relation_targets": [ - "api.send_message_endpoint:parent", - "api.send_message_endpoint:depends_on", - "api.send_message_endpoint:part_of", - "architecture.telegram_notify_app:related_api" - ], - "selected_doc_ids": [], - "selected_fact_ids": [], - "selected_relation_ids": [ - "33eb0aa97f06d0afcaa4c230b5f5b73fa2fbfa5861ea9367b6c92f8a6fe0c054", - "53dbf99d1ed72fb30e988fa7080e6ec3d0028d2a1e896e4e818f2492cc161bf5", - "a5c452b6685216d12fc857cd5b10a19b347655b1f1fd9f59d64fd413e93e36a5", - "d3d3ce25ca6434582c9bbb8f94ab89c7a2a497f46f1124f7e335c217281d42d9" - ], - "selected_chunk_ids": [ - "api.health_endpoint" - ], - "selected_entity_ids": [], - "selected_workflow_ids": [], - "fallback_doc_hits_count": 1, - "fallback_used": true, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 0, - "facts": 0, - "entities": 0, - "workflows": 0, - "relations": 4, - "chunks": 1, - "selected_doc_ids": [], - "selected_fact_ids": [], - "selected_relation_ids": [ - "33eb0aa97f06d0afcaa4c230b5f5b73fa2fbfa5861ea9367b6c92f8a6fe0c054", - "53dbf99d1ed72fb30e988fa7080e6ec3d0028d2a1e896e4e818f2492cc161bf5", - "a5c452b6685216d12fc857cd5b10a19b347655b1f1fd9f59d64fd413e93e36a5", - "d3d3ce25ca6434582c9bbb8f94ab89c7a2a497f46f1124f7e335c217281d42d9" - ], - "selected_chunk_ids": [ - "api.health_endpoint" - ], - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "relation_evidence_available", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty", - "exact_anchor_match" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "answered", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 5465, - "tokens_in_estimate": 1465 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Как работает /send и какие есть связанные документы?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "documents": [], - "facts": [], - "entities": [], - "workflows": [], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "api.send_message_endpoint:parent", - "content": "api.send_message_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "source_id": "api.send_message_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "33eb0aa97f06d0afcaa4c230b5f5b73fa2fbfa5861ea9367b6c92f8a6fe0c054", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "api.send_message_endpoint:depends_on", - "content": "api.send_message_endpoint depends_on logic.telegram_notification_loop", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "source_id": "api.send_message_endpoint", - "target_id": "logic.telegram_notification_loop", - "doc_version": null, - "relation_id": "53dbf99d1ed72fb30e988fa7080e6ec3d0028d2a1e896e4e818f2492cc161bf5", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "depends_on", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "api.send_message_endpoint:part_of", - "content": "api.send_message_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "source_id": "api.send_message_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "a5c452b6685216d12fc857cd5b10a19b347655b1f1fd9f59d64fd413e93e36a5", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "title": "architecture.telegram_notify_app:related_api", - "content": "architecture.telegram_notify_app related_api api.send_message_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b1cc9f823e55bddbc825466d10a0fdb4ca4354ac02d91f9e2aef7b7d2ec8256", - "source_id": "architecture.telegram_notify_app", - "target_id": "api.send_message_endpoint", - "doc_version": null, - "relation_id": "d3d3ce25ca6434582c9bbb8f94ab89c7a2a497f46f1124f7e335c217281d42d9", - "source_path": "docs/documentation/architecture/telegram-notify-app-overview.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - } - ], - "chunks": [ - { - "layer": "D0_DOC_CHUNKS", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:Summary", - "content": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "metadata": { - "tags": [ - "api", - "health", - "control-plane" - ], - "type": "api_method", - "order": 1, - "owner": null, - "doc_id": null, - "module": "telegram_notify_app", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "doc_kind": "misc", - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "section_path": "Summary", - "artifact_type": null, - "last_modified": null, - "section_title": "Summary", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Как работает /send и какие есть связанные документы? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: RELATED_DOCS_EXPLAIN -- documents: 0 -- facts: 0 -- relations: 4 | samples: api.send_message_endpoint:parent, api.send_message_endpoint:depends_on, api.send_message_endpoint:part_of - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-negative.json b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-negative.json deleted file mode 100644 index 756b2d4..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-negative.json +++ /dev/null @@ -1,89 +0,0 @@ -{ - "meta": { - "case_id": "v4-negative", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v4-llm.yaml", - "runner": "agent_runtime", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 24, - "llm_answer": "К сожалению, на данный момент у меня нет информации о сущности PaymentTransaction в предоставленных вами данных.\n\nОднако я могу описать структуру и связи других элементов системы, основываясь на имеющихся данных:\n\n### 1. Краткое описание\nСистема включает несколько документов и метаданных, описывающих архитектуру, API, логику работы и ключевые сущности приложения.\n\n### 2. Основные элементы\n- **Документы**: Содержат информацию о структуре документации проекта и ссылки на различные разделы (архитектура, API, логика, доменные сущности).\n- **Сущности**: Включают ControlActionSet и JSONResponse, связанные с API и жизненным циклом управления приложением.\n- **Связи**: Определяют отношения между различными элементами системы, такими как часть архитектуры и связанные API.\n\n### 3. Как это работает\nДокументация организована по различным категориям, каждая из которых содержит специфическую информацию. Запросы к системе обрабатываются путем поиска соответствующих документов и сущностей, а также установления связей между ними для предоставления полной картины функционирования системы.\n\n### 4. Связи с другими частями системы\n- Документы связаны друг с другом через метаданные и структуры, что позволяет пользователям легко перемещаться между разными секциями документации.\n- Сущности связаны с документами, которые их описывают, и могут быть использованы для уточнения деталей реализации функций или методов.\n- Связи помогают определить, какие компоненты являются частью какого модуля и какие API взаимосвязаны.", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "docs/README.md", - "api.actions_endpoint" - ], - "entity_candidates": [ - "PaymentTransaction" - ], - "symbol_candidates": [], - "layers": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "full", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Что такое PaymentTransaction?" - }, - "output": { - "query": "Что такое PaymentTransaction?" - } - }, - { - "step": "router", - "input": { - "query": "Что такое PaymentTransaction?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Что такое PaymentTransaction?" - }, - "output": { - "answer_mode": "answered", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 6061, - "tokens_in_estimate": 1614 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-negative.md b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-negative.md deleted file mode 100644 index 05c6fc7..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-negative.md +++ /dev/null @@ -1,598 +0,0 @@ -# v4-negative - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v4-llm.yaml -- runner: agent_runtime -- mode: full_chain -- passed: True - -## Query -Что такое PaymentTransaction? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 24, - "llm_answer": "К сожалению, на данный момент у меня нет информации о сущности PaymentTransaction в предоставленных вами данных.\n\nОднако я могу описать структуру и связи других элементов системы, основываясь на имеющихся данных:\n\n### 1. Краткое описание\nСистема включает несколько документов и метаданных, описывающих архитектуру, API, логику работы и ключевые сущности приложения.\n\n### 2. Основные элементы\n- **Документы**: Содержат информацию о структуре документации проекта и ссылки на различные разделы (архитектура, API, логика, доменные сущности).\n- **Сущности**: Включают ControlActionSet и JSONResponse, связанные с API и жизненным циклом управления приложением.\n- **Связи**: Определяют отношения между различными элементами системы, такими как часть архитектуры и связанные API.\n\n### 3. Как это работает\nДокументация организована по различным категориям, каждая из которых содержит специфическую информацию. Запросы к системе обрабатываются путем поиска соответствующих документов и сущностей, а также установления связей между ними для предоставления полной картины функционирования системы.\n\n### 4. Связи с другими частями системы\n- Документы связаны друг с другом через метаданные и структуры, что позволяет пользователям легко перемещаться между разными секциями документации.\n- Сущности связаны с документами, которые их описывают, и могут быть использованы для уточнения деталей реализации функций или методов.\n- Связи помогают определить, какие компоненты являются частью какого модуля и какие API взаимосвязаны.", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "docs/README.md", - "api.actions_endpoint" - ], - "entity_candidates": [ - "PaymentTransaction" - ], - "symbol_candidates": [], - "layers": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "full", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Что такое PaymentTransaction?" - }, - "output": { - "query": "Что такое PaymentTransaction?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Что такое PaymentTransaction?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Что такое PaymentTransaction?" - }, - "output": { - "answer_mode": "answered", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 6061, - "tokens_in_estimate": 1614 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "layers_used": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "documents_found": 1, - "facts_found": 0, - "relations_found": 2, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "none", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D3_ENTITY_CATALOG", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D3_ENTITY_CATALOG": { - "hits": 8, - "top_ids": [ - "api.control_actions_endpoint", - "api.health_endpoint" - ], - "top_sections": [ - "ControlActionSet", - "JSONResponse", - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager" - ] - }, - "D5_RELATION_GRAPH": { - "hits": 8, - "top_ids": [ - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a" - ], - "top_sections": [ - "api.control_actions_endpoint:part_of", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.health_endpoint:parent", - "api.health_endpoint:part_of" - ] - }, - "D1_DOCUMENT_CATALOG": { - "hits": 4, - "top_ids": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "top_sections": [ - "Readme", - "HTTP API /actions/{action}", - "HTTP API /health", - "HTTP API /send" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 4, - "top_ids": [ - "docs/README.md" - ], - "top_sections": [ - "docs/README.md:Структура", - "docs/README.md:Навигация", - "docs/README.md:Правила и шаблоны", - "docs/README.md:Project Docs" - ] - } - }, - "query_entity_candidates": [ - "PaymentTransaction" - ], - "resolved_entity_candidates": [], - "query_anchor_candidates": [ - "PaymentTransaction" - ], - "resolved_anchor_candidates": [ - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md", - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md", - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md", - "docs/README.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "docs/README.md", - "api.actions_endpoint" - ], - "doc_paths": [ - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/send-message-endpoint.md", - "docs/README.md" - ], - "doc_titles": [ - "ControlActionSet", - "JSONResponse", - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager", - "WorkerHealth", - "TelegramControlAppFactory", - "api.control_actions_endpoint:part_of", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.health_endpoint:parent", - "api.health_endpoint:part_of", - "api.health_endpoint:depends_on", - "api.send_message_endpoint:parent", - "api.control_actions_endpoint:parent", - "Readme", - "HTTP API /actions/{action}", - "HTTP API /health", - "HTTP API /send", - "docs/README.md:Структура", - "docs/README.md:Навигация", - "docs/README.md:Правила и шаблоны", - "docs/README.md:Project Docs" - ], - "relation_hits_count": 2, - "relation_targets": [ - "api.control_actions_endpoint:part_of", - "api.control_actions_endpoint:related_api" - ], - "selected_doc_ids": [ - "docs/README.md", - "api.control_actions_endpoint" - ], - "selected_fact_ids": [], - "selected_relation_ids": [ - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1" - ], - "selected_chunk_ids": [ - "docs/README.md" - ], - "selected_entity_ids": [ - "api.control_actions_endpoint" - ], - "selected_workflow_ids": [], - "fallback_doc_hits_count": 2, - "fallback_used": false, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 1, - "facts": 0, - "entities": 2, - "workflows": 0, - "relations": 2, - "chunks": 1, - "selected_doc_ids": [ - "docs/README.md", - "api.control_actions_endpoint" - ], - "selected_fact_ids": [], - "selected_relation_ids": [ - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1" - ], - "selected_chunk_ids": [ - "docs/README.md" - ], - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "answered", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 6061, - "tokens_in_estimate": 1614 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Что такое PaymentTransaction?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "ENTITY_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/README.md", - "title": "Readme", - "content": "Readme", - "metadata": { - "name": "", - "tags": [], - "type": "", - "layer": "", - "links": [], - "owner": null, - "title": "Readme", - "doc_id": null, - "module": "", - "parent": null, - "status": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "81d952f1a6ea85b76f75e0e57f33b8fa4b2bf3cb7db11b91b90171aeedd655a6", - "children": [], - "doc_kind": "readme", - "entities": [], - "updated_at": null, - "doc_version": null, - "document_id": "docs/README.md", - "source_path": "docs/README.md", - "summary_text": "", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [], - "entities": [ - { - "layer": "D3_ENTITY_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "ControlActionSet", - "content": "ControlActionSet", - "metadata": { - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "owner": null, - "doc_id": null, - "module": "telegram_notify_app", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "entity_name": "ControlActionSet", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "document_type": "api_method", - "last_modified": null, - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D3_ENTITY_CATALOG", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "JSONResponse", - "content": "JSONResponse", - "metadata": { - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "owner": null, - "doc_id": null, - "module": "telegram_notify_app", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "entity_name": "JSONResponse", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "document_type": "api_method", - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "workflows": [], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:part_of", - "content": "api.control_actions_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_api", - "content": "api.control_actions_endpoint related_api api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - } - ], - "chunks": [ - { - "layer": "D0_DOC_CHUNKS", - "path": "docs/README.md", - "title": "docs/README.md:Структура", - "content": "- `documentation/architecture/` — обзор архитектуры и ключевых компонентов.\n- `documentation/api/` — документация HTTP API control plane.\n- `documentation/logic/` — описание основных workflow и бизнес-логики.\n- `documentation/domain/` — описание ключевых сущностей и состояний.", - "metadata": { - "tags": [], - "type": null, - "order": 2, - "owner": null, - "doc_id": null, - "module": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "81d952f1a6ea85b76f75e0e57f33b8fa4b2bf3cb7db11b91b90171aeedd655a6", - "doc_kind": "readme", - "doc_version": null, - "document_id": "docs/README.md", - "source_path": "docs/README.md", - "section_path": "Project Docs > Структура", - "artifact_type": null, - "last_modified": null, - "section_title": "Структура", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Что такое PaymentTransaction? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: ENTITY_EXPLAIN -- documents: 1 | samples: Readme -- facts: 0 -- relations: 2 | samples: api.control_actions_endpoint:part_of, api.control_actions_endpoint:related_api - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-openapi-fragment.json b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-openapi-fragment.json deleted file mode 100644 index f45db01..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-openapi-fragment.json +++ /dev/null @@ -1,82 +0,0 @@ -{ - "meta": { - "case_id": "v4-openapi-fragment", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v4-llm.yaml", - "runner": "agent_runtime", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "intent": "OPENAPI_GENERATION", - "sub_intent": "OPENAPI_FRAGMENT_GENERATE", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 1, - "llm_answer": "requestBody:\n content:\n application/json:\n schema:\n type: object\n properties:\n chatId:\n type: string\n description: Идентификатор чата Telegram, куда отправляется сообщение\n messageText:\n type: string\n description: Текст сообщения, которое будет отправлено\n required:\n - chatId\n - messageText", - "answer_mode": "structured_spec_partial", - "path_scope": [], - "doc_scope": [ - "api.send_message_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": "api_method" - }, - "pipeline_mode": "full", - "gate_decision": "partial", - "prompt_used": "docs_openapi_fragment_answer", - "llm_mode": "yaml", - "degraded_reason": "answered_with_gaps", - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Сгенерируй request schema для endpoint /send" - }, - "output": { - "query": "Сгенерируй request schema для endpoint /send" - } - }, - { - "step": "router", - "input": { - "query": "Сгенерируй request schema для endpoint /send" - }, - "output": { - "intent": "OPENAPI_GENERATION", - "sub_intent": "OPENAPI_FRAGMENT_GENERATE", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Сгенерируй request schema для endpoint /send" - }, - "output": { - "answer_mode": "structured_spec_partial", - "prompt_name": "docs_openapi_fragment_answer", - "llm_request": { - "prompt_name": "docs_openapi_fragment_answer", - "log_context": "graph.project_qa.docs.openapi", - "prompt_stats": { - "system_chars": 319, - "user_chars": 3138, - "tokens_in_estimate": 865 - } - }, - "degraded_reason": "answered_with_gaps" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-openapi-fragment.md b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-openapi-fragment.md deleted file mode 100644 index 066450e..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-openapi-fragment.md +++ /dev/null @@ -1,444 +0,0 @@ -# v4-openapi-fragment - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v4-llm.yaml -- runner: agent_runtime -- mode: full_chain -- passed: True - -## Query -Сгенерируй request schema для endpoint /send - -## Actual -{ - "intent": "OPENAPI_GENERATION", - "sub_intent": "OPENAPI_FRAGMENT_GENERATE", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 1, - "llm_answer": "requestBody:\n content:\n application/json:\n schema:\n type: object\n properties:\n chatId:\n type: string\n description: Идентификатор чата Telegram, куда отправляется сообщение\n messageText:\n type: string\n description: Текст сообщения, которое будет отправлено\n required:\n - chatId\n - messageText", - "answer_mode": "structured_spec_partial", - "path_scope": [], - "doc_scope": [ - "api.send_message_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": "api_method" - }, - "pipeline_mode": "full", - "gate_decision": "partial", - "prompt_used": "docs_openapi_fragment_answer", - "llm_mode": "yaml", - "degraded_reason": "answered_with_gaps", - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Сгенерируй request schema для endpoint /send" - }, - "output": { - "query": "Сгенерируй request schema для endpoint /send" - } -} -``` - -### router -```json -{ - "input": { - "query": "Сгенерируй request schema для endpoint /send" - }, - "output": { - "intent": "OPENAPI_GENERATION", - "sub_intent": "OPENAPI_FRAGMENT_GENERATE", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Сгенерируй request schema для endpoint /send" - }, - "output": { - "answer_mode": "structured_spec_partial", - "prompt_name": "docs_openapi_fragment_answer", - "llm_request": { - "prompt_name": "docs_openapi_fragment_answer", - "log_context": "graph.project_qa.docs.openapi", - "prompt_stats": { - "system_chars": 319, - "user_chars": 3138, - "tokens_in_estimate": 865 - } - }, - "degraded_reason": "answered_with_gaps" - } -} -``` - -## Diagnostics -{ - "intent": "OPENAPI_GENERATION", - "sub_intent": "OPENAPI_FRAGMENT_GENERATE", - "layers_used": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D0_DOC_CHUNKS" - ], - "documents_found": 1, - "facts_found": 0, - "relations_found": 0, - "openapi_fields_extracted": 0, - "missing_required_fields": [ - "request_schema" - ], - "openapi_status": { - "has_path": true, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_openapi_fragment_answer", - "llm_mode": "yaml", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "endpoint", - "matched_anchor_value": "/send", - "exact_anchor_match": true, - "docs_layers_requested": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D1_DOCUMENT_CATALOG": { - "hits": 7, - "top_ids": [ - "api.send_message_endpoint", - "api.control_actions_endpoint", - "api.health_endpoint", - "architecture.telegram_notify_app", - "docs/README.md" - ], - "top_sections": [ - "HTTP API /send", - "HTTP API /actions/{action}", - "HTTP API /health", - "Архитектура Telegram Notify App", - "Readme" - ] - }, - "D2_FACT_INDEX": { - "hits": 8, - "top_ids": [ - "f85d982c272a2ee6baeadc433221a20e684cd8ef01cb4788d6f76d05ca56d6d0", - "b8e44c3adb74aaa6c91ae8815fa091289e58dd3990a3a1b63e850c62075aea75", - "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3", - "54bbcbac242f1c85ec3280236ed5841998a8a3a548ff16cbf0b5acafbff469e3", - "b6bfad59b3bf00f199b5ef90c1208af19664de700413e7354468a93a4abaaa2f" - ], - "top_sections": [ - "api.control_actions_endpoint:workflow_step", - "api.control_actions_endpoint:mentions_entity" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "api.control_actions_endpoint" - ], - "top_sections": [ - "api.control_actions_endpoint:Функциональные требования", - "api.control_actions_endpoint:Нефункциональные требования", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Описание" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [ - "/send" - ], - "resolved_anchor_candidates": [ - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.send_message_endpoint" - ], - "doc_paths": [ - "docs/documentation/api/send-message-endpoint.md" - ], - "doc_titles": [ - "HTTP API /send" - ], - "relation_hits_count": 0, - "relation_targets": [], - "selected_doc_ids": [ - "api.send_message_endpoint" - ], - "selected_fact_ids": [], - "selected_relation_ids": [], - "selected_chunk_ids": [], - "selected_entity_ids": [], - "selected_workflow_ids": [], - "fallback_doc_hits_count": 1, - "fallback_used": false, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 1, - "facts": 0, - "entities": 0, - "workflows": 0, - "relations": 0, - "chunks": 0, - "selected_doc_ids": [ - "api.send_message_endpoint" - ], - "selected_fact_ids": [], - "selected_relation_ids": [], - "selected_chunk_ids": [], - "entity_hits": 0, - "openapi_signals": { - "path_found": true, - "method_found": false, - "operation_semantics_found": true, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": true - } - }, - "gate_decision": "partial", - "gate_decision_reason": "answered_with_gaps", - "gate_missing_requirements": [ - "http_method_found", - "contract_fields_found", - "status_codes_found" - ], - "gate_satisfied_requirements": [ - "retrieval_non_empty", - "exact_anchor_match", - "path_found", - "operation_semantics_found", - "payload_description_found", - "api_method_filter" - ], - "openapi_evidence": { - "path_found": true, - "method_found": false, - "operation_semantics_found": true, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": true - }, - "requested_fragment_type": "request_schema", - "fragment_evidence_found": [ - "path", - "operation_semantics", - "payload_description" - ], - "fragment_missing_requirements": [], - "answer_mode": "structured_spec_partial", - "degrade_reason": "answered_with_gaps", - "degraded_reason": "answered_with_gaps", - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_openapi_fragment_answer -- log_context: graph.project_qa.docs.openapi - -### Prompt Stats -```json -{ - "system_chars": 319, - "user_chars": 3138, - "tokens_in_estimate": 865 -} -``` - -### System Prompt -```text -Ты генерируешь часть OpenAPI schema по документации API. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations -- api_contract - -Правила: -- Только schema -- Без полного OpenAPI документа -- Используй только данные из payload -- Не придумывай поля -- Верни ТОЛЬКО YAML без пояснений -``` - -### User Prompt -```json -{ - "question": "Сгенерируй request schema для endpoint /send", - "intent": "OPENAPI_GENERATION", - "sub_intent": "OPENAPI_FRAGMENT_GENERATE", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/send-message-endpoint.md", - "title": "HTTP API /send", - "content": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "metadata": { - "name": "send_message_endpoint", - "tags": [ - "api", - "telegram", - "manual-send" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "logic.telegram_notification_loop" - } - ], - "owner": null, - "title": "HTTP API /send", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "5fbf2e33510b0676a3a53b957a4569bd3c2c31fb7719546602c573421ccaa32d", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlAppFactory", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.send_message_endpoint", - "source_path": "docs/documentation/api/send-message-endpoint.md", - "summary_text": "Endpoint `/send` выполняет ручную отправку сообщения в Telegram через `TelegramSendService`. Он используется для операторской проверки доставки и для отправки уведомлений вне периодического worker loop. Endpoint работает поверх тех же credentials и того же delivery path, что и фоновая отправка.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [], - "entities": [], - "workflows": [], - "relations": [], - "chunks": [], - "api_contract": { - "path": "/send", - "method": "", - "request_schema": null, - "response_schema": null, - "diagnostics": { - "has_path": true, - "has_method": false, - "has_request": false, - "has_response": false, - "operation_semantics_found": true, - "request_payload_found": false, - "request_fields_found": false, - "response_payload_found": false, - "response_fields_found": false, - "status_codes_found": false, - "content_type_found": false, - "examples_found": false, - "payload_description_found": true, - "status_codes": [], - "content_type": "", - "operation_summary": "HTTP API /send", - "missing_required_fields": [ - "request_schema" - ] - } - } -} -``` - -### User Prompt Overview -- question: Сгенерируй request schema для endpoint /send -- intent: OPENAPI_GENERATION -- sub_intent: OPENAPI_FRAGMENT_GENERATE -- documents: 1 | samples: HTTP API /send -- facts: 0 -- relations: 0 -- api_contract: - path: /send - method: — - has_request_schema: False - has_response_schema: False - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-openapi-method.json b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-openapi-method.json deleted file mode 100644 index db83301..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-openapi-method.json +++ /dev/null @@ -1,84 +0,0 @@ -{ - "meta": { - "case_id": "v4-openapi-method", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v4-llm.yaml", - "runner": "agent_runtime", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "intent": "OPENAPI_GENERATION", - "sub_intent": "OPENAPI_METHOD_GENERATE", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 1, - "llm_answer": "paths:\n /health:\n get:\n summary: HTTP API /health\n responses:\n '200':\n description: Общий статус равен `ok`\n '503':\n description: Состояния деградации или неготовности", - "answer_mode": "structured_spec_partial", - "path_scope": [], - "doc_scope": [ - "api.health_endpoint" - ], - "entity_candidates": [ - "OpenAPI" - ], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": "api_method" - }, - "pipeline_mode": "full", - "gate_decision": "partial", - "prompt_used": "docs_openapi_answer", - "llm_mode": "yaml", - "degraded_reason": "answered_with_gaps", - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Сгенерируй OpenAPI для endpoint /health" - }, - "output": { - "query": "Сгенерируй OpenAPI для endpoint /health" - } - }, - { - "step": "router", - "input": { - "query": "Сгенерируй OpenAPI для endpoint /health" - }, - "output": { - "intent": "OPENAPI_GENERATION", - "sub_intent": "OPENAPI_METHOD_GENERATE", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Сгенерируй OpenAPI для endpoint /health" - }, - "output": { - "answer_mode": "structured_spec_partial", - "prompt_name": "docs_openapi_answer", - "llm_request": { - "prompt_name": "docs_openapi_answer", - "log_context": "graph.project_qa.docs.openapi", - "prompt_stats": { - "system_chars": 399, - "user_chars": 3110, - "tokens_in_estimate": 878 - } - }, - "degraded_reason": "answered_with_gaps" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-openapi-method.md b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-openapi-method.md deleted file mode 100644 index dcc0f64..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-openapi-method.md +++ /dev/null @@ -1,457 +0,0 @@ -# v4-openapi-method - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v4-llm.yaml -- runner: agent_runtime -- mode: full_chain -- passed: True - -## Query -Сгенерируй OpenAPI для endpoint /health - -## Actual -{ - "intent": "OPENAPI_GENERATION", - "sub_intent": "OPENAPI_METHOD_GENERATE", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 1, - "llm_answer": "paths:\n /health:\n get:\n summary: HTTP API /health\n responses:\n '200':\n description: Общий статус равен `ok`\n '503':\n description: Состояния деградации или неготовности", - "answer_mode": "structured_spec_partial", - "path_scope": [], - "doc_scope": [ - "api.health_endpoint" - ], - "entity_candidates": [ - "OpenAPI" - ], - "symbol_candidates": [], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": "api_method" - }, - "pipeline_mode": "full", - "gate_decision": "partial", - "prompt_used": "docs_openapi_answer", - "llm_mode": "yaml", - "degraded_reason": "answered_with_gaps", - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Сгенерируй OpenAPI для endpoint /health" - }, - "output": { - "query": "Сгенерируй OpenAPI для endpoint /health" - } -} -``` - -### router -```json -{ - "input": { - "query": "Сгенерируй OpenAPI для endpoint /health" - }, - "output": { - "intent": "OPENAPI_GENERATION", - "sub_intent": "OPENAPI_METHOD_GENERATE", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Сгенерируй OpenAPI для endpoint /health" - }, - "output": { - "answer_mode": "structured_spec_partial", - "prompt_name": "docs_openapi_answer", - "llm_request": { - "prompt_name": "docs_openapi_answer", - "log_context": "graph.project_qa.docs.openapi", - "prompt_stats": { - "system_chars": 399, - "user_chars": 3110, - "tokens_in_estimate": 878 - } - }, - "degraded_reason": "answered_with_gaps" - } -} -``` - -## Diagnostics -{ - "intent": "OPENAPI_GENERATION", - "sub_intent": "OPENAPI_METHOD_GENERATE", - "layers_used": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D0_DOC_CHUNKS" - ], - "documents_found": 1, - "facts_found": 0, - "relations_found": 0, - "openapi_fields_extracted": 0, - "missing_required_fields": [ - "method" - ], - "openapi_status": { - "has_path": true, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_openapi_answer", - "llm_mode": "yaml", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "endpoint", - "matched_anchor_value": "/health", - "exact_anchor_match": true, - "docs_layers_requested": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D1_DOCUMENT_CATALOG", - "D2_FACT_INDEX", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D1_DOCUMENT_CATALOG": { - "hits": 7, - "top_ids": [ - "api.send_message_endpoint", - "api.control_actions_endpoint", - "api.health_endpoint", - "domain.runtime_health", - "architecture.telegram_notify_app" - ], - "top_sections": [ - "HTTP API /send", - "HTTP API /actions/{action}", - "HTTP API /health", - "Сущность runtime health", - "Архитектура Telegram Notify App" - ] - }, - "D2_FACT_INDEX": { - "hits": 8, - "top_ids": [ - "f85d982c272a2ee6baeadc433221a20e684cd8ef01cb4788d6f76d05ca56d6d0", - "b8e44c3adb74aaa6c91ae8815fa091289e58dd3990a3a1b63e850c62075aea75", - "b6bfad59b3bf00f199b5ef90c1208af19664de700413e7354468a93a4abaaa2f", - "a8a325e0815b3a2a870ba2825f3afb3f41056b4c091df4c3bb3418ffd20891dd", - "bafb867ffed41c9db637df98d6cd5f6722d7747bbebc6c03e6f0d0caf3b7f9f3" - ], - "top_sections": [ - "api.control_actions_endpoint:workflow_step", - "api.control_actions_endpoint:mentions_entity" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "api.control_actions_endpoint" - ], - "top_sections": [ - "api.control_actions_endpoint:Функциональные требования", - "api.control_actions_endpoint:Нефункциональные требования", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Описание" - ] - } - }, - "query_entity_candidates": [ - "OpenAPI" - ], - "resolved_entity_candidates": [], - "query_anchor_candidates": [ - "/health", - "OpenAPI" - ], - "resolved_anchor_candidates": [ - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.health_endpoint" - ], - "doc_paths": [ - "docs/documentation/api/health-endpoint.md" - ], - "doc_titles": [ - "HTTP API /health" - ], - "relation_hits_count": 0, - "relation_targets": [], - "selected_doc_ids": [ - "api.health_endpoint" - ], - "selected_fact_ids": [], - "selected_relation_ids": [], - "selected_chunk_ids": [], - "selected_entity_ids": [], - "selected_workflow_ids": [], - "fallback_doc_hits_count": 1, - "fallback_used": false, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 1, - "facts": 0, - "entities": 0, - "workflows": 0, - "relations": 0, - "chunks": 0, - "selected_doc_ids": [ - "api.health_endpoint" - ], - "selected_fact_ids": [], - "selected_relation_ids": [], - "selected_chunk_ids": [], - "entity_hits": 0, - "openapi_signals": { - "path_found": true, - "method_found": false, - "operation_semantics_found": true, - "request_payload_found": true, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": true, - "content_type_found": false, - "examples_found": false, - "payload_description": true - } - }, - "gate_decision": "partial", - "gate_decision_reason": "answered_with_gaps", - "gate_missing_requirements": [ - "http_method_found", - "contract_fields_found" - ], - "gate_satisfied_requirements": [ - "retrieval_non_empty", - "exact_anchor_match", - "path_found", - "operation_semantics_found", - "request_payload_found", - "status_codes_found", - "payload_description_found", - "api_method_filter" - ], - "openapi_evidence": { - "path_found": true, - "method_found": false, - "operation_semantics_found": true, - "request_payload_found": true, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": true, - "content_type_found": false, - "examples_found": false, - "payload_description": true - }, - "requested_fragment_type": "method", - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "structured_spec_partial", - "degrade_reason": "answered_with_gaps", - "degraded_reason": "answered_with_gaps", - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_openapi_answer -- log_context: graph.project_qa.docs.openapi - -### Prompt Stats -```json -{ - "system_chars": 399, - "user_chars": 3110, - "tokens_in_estimate": 878 -} -``` - -### System Prompt -```text -Ты генерируешь OpenAPI спецификацию по документации API. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations -- api_contract - -Правила: -- Используй только данные из документации -- Не придумывай поля -- Если данных нет, не заполняй -- Верни ТОЛЬКО YAML без пояснений - -Формат: -paths: - /path: - method: - summary: ... - requestBody: - responses: -``` - -### User Prompt -```json -{ - "question": "Сгенерируй OpenAPI для endpoint /health", - "intent": "OPENAPI_GENERATION", - "sub_intent": "OPENAPI_METHOD_GENERATE", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/documentation/api/health-endpoint.md", - "title": "HTTP API /health", - "content": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "metadata": { - "name": "health_endpoint", - "tags": [ - "api", - "health", - "control-plane" - ], - "type": "api_method", - "layer": "application", - "links": [ - { - "type": "part_of", - "target": "architecture.telegram_notify_app" - }, - { - "type": "depends_on", - "target": "domain.runtime_health" - } - ], - "owner": null, - "title": "HTTP API /health", - "doc_id": null, - "module": "telegram_notify_app", - "parent": "architecture.telegram_notify_app", - "status": "draft", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "children": [], - "doc_kind": "misc", - "entities": [ - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager", - "WorkerHealth" - ], - "updated_at": "2026-03-20", - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "summary_text": "Endpoint `/health` возвращает агрегированный health payload runtime. Если общий статус равен `ok`, API отвечает с HTTP 200; для состояний деградации или неготовности возвращается HTTP 503 с тем же payload. Endpoint служит основной точкой внешней проверки состояния приложения.", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [], - "entities": [], - "workflows": [], - "relations": [], - "chunks": [], - "api_contract": { - "path": "/health", - "method": "", - "request_schema": null, - "response_schema": null, - "diagnostics": { - "has_path": true, - "has_method": false, - "has_request": false, - "has_response": false, - "operation_semantics_found": true, - "request_payload_found": true, - "request_fields_found": false, - "response_payload_found": false, - "response_fields_found": false, - "status_codes_found": true, - "content_type_found": false, - "examples_found": false, - "payload_description_found": true, - "status_codes": [ - "200", - "503" - ], - "content_type": "", - "operation_summary": "HTTP API /health", - "missing_required_fields": [ - "method" - ] - } - } -} -``` - -### User Prompt Overview -- question: Сгенерируй OpenAPI для endpoint /health -- intent: OPENAPI_GENERATION -- sub_intent: OPENAPI_METHOD_GENERATE -- documents: 1 | samples: HTTP API /health -- facts: 0 -- relations: 0 -- api_contract: - path: /health - method: — - has_request_schema: False - has_response_schema: False - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-related.json b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-related.json deleted file mode 100644 index 2ab0293..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-related.json +++ /dev/null @@ -1,84 +0,0 @@ -{ - "meta": { - "case_id": "v4-related", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v4-llm.yaml", - "runner": "agent_runtime", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 14, - "llm_answer": "### Краткое описание\nДокументация описывает взаимосвязь между различными компонентами и документами в системе, связанными с endpoint’ом `/health`.\n\n### Основные элементы\n1. **Relations** – содержат информацию о связях между различными элементами системы.\n - *Layer*: D5_RELATION_GRAPH\n - *Path*: Путь к документу, описывающему связь\n - *Title*: Название связи\n - *Content*: Описание содержания связи\n - *Metadata*: Дополнительные метаданные, такие как тип отношения, источник и цель связи.\n \n2. **Chunks** – фрагменты документации, содержащие описание функциональности и назначения endpoint’ов.\n - *Layer*: D0_DOC_CHUNKS\n - *Path*: Путь к документу\n - *Title*: Заголовок фрагмента\n - *Content*: Основное содержание документа\n - *Metadata*: Метаданные, включая теги, владельца, модуль, тип документа и другие атрибуты.\n\n### Как это работает\nСвязи между документами и компонентами системы представлены в виде отношений (relations), которые описывают различные типы связей, например, \"part_of\", \"related_api\" или \"related_logic\". Фрагменты документации (chunks) предоставляют подробное описание функциональных возможностей каждого endpoint’а и их использования.\n\n### Связи с другими частями системы\nВ системе присутствуют следующие важные связи:\n- Контрольный endpoint (`api.control_actions_endpoint`) является частью приложения `architecture.telegram_notify_app` и имеет связанные логические компоненты (`logic.telegram_notification_loop`), а также другой API (`api.health_endpoint`).\n- Health endpoint (`api.health_endpoint`) сам по себе является частью архитектуры приложения `architecture.telegram_notify_app`.\n\nОднако из предоставленных фактов нельзя точно определить полный список документов, связанных непосредственно с endpoint’ом `/health`. Более детальная информация требуется для полного ответа на поставленный вопрос.", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "full", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "graph_summary", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Какие документы связаны с endpoint /health?" - }, - "output": { - "query": "Какие документы связаны с endpoint /health?" - } - }, - { - "step": "router", - "input": { - "query": "Какие документы связаны с endpoint /health?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Какие документы связаны с endpoint /health?" - }, - "output": { - "answer_mode": "answered", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 5474, - "tokens_in_estimate": 1467 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-related.md b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-related.md deleted file mode 100644 index 72b9f25..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-related.md +++ /dev/null @@ -1,505 +0,0 @@ -# v4-related - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v4-llm.yaml -- runner: agent_runtime -- mode: full_chain -- passed: True - -## Query -Какие документы связаны с endpoint /health? - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 14, - "llm_answer": "### Краткое описание\nДокументация описывает взаимосвязь между различными компонентами и документами в системе, связанными с endpoint’ом `/health`.\n\n### Основные элементы\n1. **Relations** – содержат информацию о связях между различными элементами системы.\n - *Layer*: D5_RELATION_GRAPH\n - *Path*: Путь к документу, описывающему связь\n - *Title*: Название связи\n - *Content*: Описание содержания связи\n - *Metadata*: Дополнительные метаданные, такие как тип отношения, источник и цель связи.\n \n2. **Chunks** – фрагменты документации, содержащие описание функциональности и назначения endpoint’ов.\n - *Layer*: D0_DOC_CHUNKS\n - *Path*: Путь к документу\n - *Title*: Заголовок фрагмента\n - *Content*: Основное содержание документа\n - *Metadata*: Метаданные, включая теги, владельца, модуль, тип документа и другие атрибуты.\n\n### Как это работает\nСвязи между документами и компонентами системы представлены в виде отношений (relations), которые описывают различные типы связей, например, \"part_of\", \"related_api\" или \"related_logic\". Фрагменты документации (chunks) предоставляют подробное описание функциональных возможностей каждого endpoint’а и их использования.\n\n### Связи с другими частями системы\nВ системе присутствуют следующие важные связи:\n- Контрольный endpoint (`api.control_actions_endpoint`) является частью приложения `architecture.telegram_notify_app` и имеет связанные логические компоненты (`logic.telegram_notification_loop`), а также другой API (`api.health_endpoint`).\n- Health endpoint (`api.health_endpoint`) сам по себе является частью архитектуры приложения `architecture.telegram_notify_app`.\n\nОднако из предоставленных фактов нельзя точно определить полный список документов, связанных непосредственно с endpoint’ом `/health`. Более детальная информация требуется для полного ответа на поставленный вопрос.", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "full", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "graph_summary", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Какие документы связаны с endpoint /health?" - }, - "output": { - "query": "Какие документы связаны с endpoint /health?" - } -} -``` - -### router -```json -{ - "input": { - "query": "Какие документы связаны с endpoint /health?" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Какие документы связаны с endpoint /health?" - }, - "output": { - "answer_mode": "answered", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 5474, - "tokens_in_estimate": 1467 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "layers_used": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "documents_found": 0, - "facts_found": 0, - "relations_found": 4, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "graph_summary", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "endpoint", - "matched_anchor_value": "/health", - "exact_anchor_match": false, - "docs_layers_requested": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D5_RELATION_GRAPH" - ], - "planned_layers": [ - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D5_RELATION_GRAPH" - ], - "non_empty_layers": [ - "D5_RELATION_GRAPH" - ], - "layer_diagnostics": { - "D5_RELATION_GRAPH": { - "hits": 8, - "top_ids": [ - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a" - ], - "top_sections": [ - "api.control_actions_endpoint:part_of", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.health_endpoint:parent", - "api.health_endpoint:part_of" - ] - }, - "D1_DOCUMENT_CATALOG": { - "hits": 0, - "top_ids": [], - "skipped": true, - "reason": "relation_primary_sufficient" - }, - "D0_DOC_CHUNKS": { - "hits": 6, - "top_ids": [ - "api.control_actions_endpoint" - ], - "top_sections": [ - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Функциональные требования", - "api.control_actions_endpoint:Нефункциональные требования" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [ - "/health" - ], - "resolved_anchor_candidates": [ - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/send-message-endpoint.md", - "api.control_actions_endpoint" - ], - "anchor_candidates": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint" - ], - "selected_anchor": "api.health_endpoint", - "anchor_selection_reason": "doc_id matches requested endpoint slug", - "anchor_match_type": "exact_path", - "doc_ids": [ - "api.health_endpoint", - "api.control_actions_endpoint", - "api.send_message_endpoint" - ], - "doc_paths": [ - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/send-message-endpoint.md" - ], - "doc_titles": [ - "api.control_actions_endpoint:part_of", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.health_endpoint:parent", - "api.health_endpoint:part_of", - "api.health_endpoint:depends_on", - "api.send_message_endpoint:parent", - "api.control_actions_endpoint:parent", - "api.control_actions_endpoint:Summary", - "api.control_actions_endpoint:Описание", - "api.control_actions_endpoint:Сценарий", - "api.control_actions_endpoint:Функциональные требования", - "api.control_actions_endpoint:Нефункциональные требования", - "api.control_actions_endpoint:Входные параметры" - ], - "relation_hits_count": 4, - "relation_targets": [ - "api.control_actions_endpoint:part_of", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.health_endpoint:parent" - ], - "selected_doc_ids": [], - "selected_fact_ids": [], - "selected_relation_ids": [ - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa" - ], - "selected_chunk_ids": [ - "api.control_actions_endpoint" - ], - "selected_entity_ids": [], - "selected_workflow_ids": [], - "fallback_doc_hits_count": 1, - "fallback_used": true, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 0, - "facts": 0, - "entities": 0, - "workflows": 0, - "relations": 4, - "chunks": 1, - "selected_doc_ids": [], - "selected_fact_ids": [], - "selected_relation_ids": [ - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa" - ], - "selected_chunk_ids": [ - "api.control_actions_endpoint" - ], - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "relation_evidence_available", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty", - "exact_anchor_match" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "answered", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 5474, - "tokens_in_estimate": 1467 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Какие документы связаны с endpoint /health?", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "RELATED_DOCS_EXPLAIN", - "documents": [], - "facts": [], - "entities": [], - "workflows": [], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:part_of", - "content": "api.control_actions_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_api", - "content": "api.control_actions_endpoint related_api api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_logic", - "content": "api.control_actions_endpoint related_logic logic.telegram_notification_loop", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "logic.telegram_notification_loop", - "doc_version": null, - "relation_id": "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_logic", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/health-endpoint.md", - "title": "api.health_endpoint:parent", - "content": "api.health_endpoint parent architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.parent", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "source_id": "api.health_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "source_path": "docs/documentation/api/health-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "parent", - "staleness_score": null, - "system_component": null - } - } - ], - "chunks": [ - { - "layer": "D0_DOC_CHUNKS", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:Summary", - "content": "Endpoint `/actions/{action}` управляет control actions runtime и поддерживает `start`, `stop` и `status`. Для долгих операций `start` и `stop` допускается ответ HTTP 202, если действие еще выполняется. Endpoint используется для operator-driven управления жизненным циклом worker'а через HTTP API.", - "metadata": { - "tags": [ - "api", - "control-plane", - "lifecycle" - ], - "type": "api_method", - "order": 1, - "owner": null, - "doc_id": null, - "module": "telegram_notify_app", - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "doc_kind": "misc", - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "section_path": "Summary", - "artifact_type": null, - "last_modified": null, - "section_title": "Summary", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Какие документы связаны с endpoint /health? -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: RELATED_DOCS_EXPLAIN -- documents: 0 -- facts: 0 -- relations: 4 | samples: api.control_actions_endpoint:part_of, api.control_actions_endpoint:related_api, api.control_actions_endpoint:related_logic - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-system-flow.json b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-system-flow.json deleted file mode 100644 index 7a29b0a..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-system-flow.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "meta": { - "case_id": "v4-system-flow", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v4-llm.yaml", - "runner": "agent_runtime", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 19, - "llm_answer": "Из предоставленных данных не удалось найти информацию о цикле отправки уведомлений.\n\nОднако я могу указать, где искать необходимую информацию согласно структуре документации:\n\n### Структура документации:\n- **Архитектура**: documentation/architecture/\n- **HTTP API Control Plane**: documentation/api/\n- **Основные Workflow и Бизнес-логика**: documentation/logic/\n- **Ключевые сущности и состояния**: documentation/domain/\n\n### Навигационные ссылки:\nДля получения информации о цикле отправки уведомлений рекомендую обратиться к следующему документу:\n- **Цикл отправки уведомлений**: documentation/logic/telegram-notification-loop.md\n\nПожалуйста, обратитесь непосредственно к указанному файлу для детального объяснения работы цикла отправки уведомлений.", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "docs/README.md", - "api.actions_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "full", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true - } - }, - "pipeline_steps": [ - { - "step": "input_query", - "input": { - "query": "Объясни как работает цикл отправки уведомлений" - }, - "output": { - "query": "Объясни как работает цикл отправки уведомлений" - } - }, - { - "step": "router", - "input": { - "query": "Объясни как работает цикл отправки уведомлений" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } - }, - { - "step": "docs_pipeline", - "input": { - "query": "Объясни как работает цикл отправки уведомлений" - }, - "output": { - "answer_mode": "answered", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 10818, - "tokens_in_estimate": 2803 - } - }, - "degraded_reason": "" - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-system-flow.md b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-system-flow.md deleted file mode 100644 index 12fe62a..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/full_chain_docs_intents_v4-llm_v4-system-flow.md +++ /dev/null @@ -1,651 +0,0 @@ -# v4-system-flow - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_03_docs/full_chain_docs_intents_v4-llm.yaml -- runner: agent_runtime -- mode: full_chain -- passed: True - -## Query -Объясни как работает цикл отправки уведомлений - -## Actual -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START", - "rag_count": 19, - "llm_answer": "Из предоставленных данных не удалось найти информацию о цикле отправки уведомлений.\n\nОднако я могу указать, где искать необходимую информацию согласно структуре документации:\n\n### Структура документации:\n- **Архитектура**: documentation/architecture/\n- **HTTP API Control Plane**: documentation/api/\n- **Основные Workflow и Бизнес-логика**: documentation/logic/\n- **Ключевые сущности и состояния**: documentation/domain/\n\n### Навигационные ссылки:\nДля получения информации о цикле отправки уведомлений рекомендую обратиться к следующему документу:\n- **Цикл отправки уведомлений**: documentation/logic/telegram-notification-loop.md\n\nПожалуйста, обратитесь непосредственно к указанному файлу для детального объяснения работы цикла отправки уведомлений.", - "answer_mode": "answered", - "path_scope": [], - "doc_scope": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "docs/README.md", - "api.actions_endpoint" - ], - "entity_candidates": [], - "symbol_candidates": [], - "layers": [ - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "doc_type": null - }, - "pipeline_mode": "full", - "gate_decision": "allow", - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "degraded_reason": null, - "code_intents_stubbed": true -} - -## Pipeline Steps -### input_query -```json -{ - "input": { - "query": "Объясни как работает цикл отправки уведомлений" - }, - "output": { - "query": "Объясни как работает цикл отправки уведомлений" - } -} -``` - -### router -```json -{ - "input": { - "query": "Объясни как работает цикл отправки уведомлений" - }, - "output": { - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "graph_id": "DocsQAGraph", - "conversation_mode": "START" - } -} -``` - -### docs_pipeline -```json -{ - "input": { - "query": "Объясни как работает цикл отправки уведомлений" - }, - "output": { - "answer_mode": "answered", - "prompt_name": "docs_explain_answer", - "llm_request": { - "prompt_name": "docs_explain_answer", - "log_context": "graph.project_qa.docs.answer", - "prompt_stats": { - "system_chars": 393, - "user_chars": 10818, - "tokens_in_estimate": 2803 - } - }, - "degraded_reason": "" - } -} -``` - -## Diagnostics -{ - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "layers_used": [ - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "documents_found": 1, - "facts_found": 0, - "relations_found": 2, - "openapi_fields_extracted": 0, - "missing_required_fields": [], - "openapi_status": { - "has_path": false, - "has_method": false, - "has_request": false, - "has_response": false - }, - "prompt_used": "docs_explain_answer", - "llm_mode": "prose", - "output_valid": true, - "matched_intent_source": "deterministic", - "matched_anchor_type": "none", - "matched_anchor_value": null, - "exact_anchor_match": false, - "docs_layers_requested": [ - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "docs_layers_with_hits": [ - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "planned_layers": [ - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "executed_layers": [ - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "non_empty_layers": [ - "D4_WORKFLOW_INDEX", - "D5_RELATION_GRAPH", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "layer_diagnostics": { - "D4_WORKFLOW_INDEX": { - "hits": 3, - "top_ids": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "top_sections": [ - "Scenario" - ] - }, - "D5_RELATION_GRAPH": { - "hits": 8, - "top_ids": [ - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "eec79f7a02b804337e791ef231784862ae26e0599eb20224790e9d4f085fa9c0", - "c718b1939621233295ccaf6e8203e7fd94f3dd1bfb88f10c51bc5e33d53a24aa", - "616f5cbf25da83cb51d8d0741a7fc351620c9ca2c6513fa2094b4aa476f0912a" - ], - "top_sections": [ - "api.control_actions_endpoint:part_of", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.health_endpoint:parent", - "api.health_endpoint:part_of" - ] - }, - "D1_DOCUMENT_CATALOG": { - "hits": 4, - "top_ids": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint" - ], - "top_sections": [ - "Readme", - "HTTP API /actions/{action}", - "HTTP API /health", - "HTTP API /send" - ] - }, - "D0_DOC_CHUNKS": { - "hits": 4, - "top_ids": [ - "docs/README.md" - ], - "top_sections": [ - "docs/README.md:Структура", - "docs/README.md:Навигация", - "docs/README.md:Правила и шаблоны", - "docs/README.md:Project Docs" - ] - } - }, - "query_entity_candidates": [], - "resolved_entity_candidates": [], - "query_anchor_candidates": [], - "resolved_anchor_candidates": [ - "api.control_actions_endpoint", - "docs/documentation/api/control-actions-endpoint.md", - "api.health_endpoint", - "docs/documentation/api/health-endpoint.md", - "api.send_message_endpoint", - "docs/documentation/api/send-message-endpoint.md", - "docs/README.md" - ], - "anchor_candidates": [], - "selected_anchor": null, - "anchor_selection_reason": "", - "anchor_match_type": "", - "doc_ids": [ - "api.control_actions_endpoint", - "api.health_endpoint", - "api.send_message_endpoint", - "docs/README.md", - "api.actions_endpoint" - ], - "doc_paths": [ - "docs/documentation/api/control-actions-endpoint.md", - "docs/documentation/api/health-endpoint.md", - "docs/documentation/api/send-message-endpoint.md", - "docs/README.md" - ], - "doc_titles": [ - "Scenario", - "api.control_actions_endpoint:part_of", - "api.control_actions_endpoint:related_api", - "api.control_actions_endpoint:related_logic", - "api.health_endpoint:parent", - "api.health_endpoint:part_of", - "api.health_endpoint:depends_on", - "api.send_message_endpoint:parent", - "api.control_actions_endpoint:parent", - "Readme", - "HTTP API /actions/{action}", - "HTTP API /health", - "HTTP API /send", - "docs/README.md:Структура", - "docs/README.md:Навигация", - "docs/README.md:Правила и шаблоны", - "docs/README.md:Project Docs" - ], - "relation_hits_count": 2, - "relation_targets": [ - "api.control_actions_endpoint:part_of", - "api.control_actions_endpoint:related_api" - ], - "selected_doc_ids": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.health_endpoint" - ], - "selected_fact_ids": [], - "selected_relation_ids": [ - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1" - ], - "selected_chunk_ids": [ - "docs/README.md" - ], - "selected_entity_ids": [], - "selected_workflow_ids": [ - "f78b822d4366b10322fd4a35e347deae59d55ff4132951201f4df3d1653aec61", - "83a9287bd9ac1f709258078d0e16d326615b4af1b7d77b323ff050dfb97a3e41" - ], - "fallback_doc_hits_count": 3, - "fallback_used": false, - "fact_hits": 0, - "entity_hits": 0, - "evidence_summary": { - "documents": 1, - "facts": 0, - "entities": 0, - "workflows": 2, - "relations": 2, - "chunks": 2, - "selected_doc_ids": [ - "docs/README.md", - "api.control_actions_endpoint", - "api.health_endpoint" - ], - "selected_fact_ids": [], - "selected_relation_ids": [ - "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1" - ], - "selected_chunk_ids": [ - "docs/README.md" - ], - "entity_hits": 0, - "openapi_signals": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - } - }, - "gate_decision": "allow", - "gate_decision_reason": "evidence_sufficient", - "gate_missing_requirements": [], - "gate_satisfied_requirements": [ - "retrieval_non_empty" - ], - "openapi_evidence": { - "path_found": false, - "method_found": false, - "operation_semantics_found": false, - "request_payload_found": false, - "request_schema": false, - "request_fields_found": false, - "response_payload_found": false, - "response_schema": false, - "response_fields_found": false, - "status_codes": false, - "content_type_found": false, - "examples_found": false, - "payload_description": false - }, - "requested_fragment_type": null, - "fragment_evidence_found": [], - "fragment_missing_requirements": [], - "answer_mode": "answered", - "degrade_reason": null, - "degraded_reason": null, - "code_intents_stubbed": false -} - -## LLM Request -- prompt_name: docs_explain_answer -- log_context: graph.project_qa.docs.answer - -### Prompt Stats -```json -{ - "system_chars": 393, - "user_chars": 10818, - "tokens_in_estimate": 2803 -} -``` - -### System Prompt -```text -Ты объясняешь документацию системы. - -На вход приходит JSON с полями: -- question -- intent -- sub_intent -- documents -- facts -- relations - -Правила: -- Используй только предоставленные факты -- Не додумывай -- Если данных недостаточно, скажи это явно -- Объясняй структурировано - -Формат ответа: -1. Краткое описание -2. Основные элементы -3. Как это работает -4. Связи с другими частями системы (если есть) -``` - -### User Prompt -```json -{ - "question": "Объясни как работает цикл отправки уведомлений", - "intent": "DOCUMENTATION_EXPLAIN", - "sub_intent": "SYSTEM_FLOW_EXPLAIN", - "documents": [ - { - "layer": "D1_DOCUMENT_CATALOG", - "path": "docs/README.md", - "title": "Readme", - "content": "Readme", - "metadata": { - "name": "", - "tags": [], - "type": "", - "layer": "", - "links": [], - "owner": null, - "title": "Readme", - "doc_id": null, - "module": "", - "parent": null, - "status": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "81d952f1a6ea85b76f75e0e57f33b8fa4b2bf3cb7db11b91b90171aeedd655a6", - "children": [], - "doc_kind": "readme", - "entities": [], - "updated_at": null, - "doc_version": null, - "document_id": "docs/README.md", - "source_path": "docs/README.md", - "summary_text": "", - "artifact_type": null, - "last_modified": null, - "staleness_score": null, - "system_component": null - } - } - ], - "facts": [], - "entities": [], - "workflows": [ - { - "layer": "D4_WORKFLOW_INDEX", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "Scenario", - "content": "Scenario\nHTTP control plane запущен.\n`ControlActionSet` сконфигурирован в `TelegramControlChannel`.\nВ path передано одно из поддерживаемых действий: `start`, `stop`, `status`.\nКлиент отправляет `GET` или `POST` на `/actions/{action}`.\n1. Endpoint принимает запрос и извлекает path parameter `action`.\n2. API определяет источник клиента через `X-Client-Source` или `User-Agent`.\n3. Для `start` и `stop` запрос логируется как control action.\n4. Канал сопоставляет `action` с callback из `ControlActionSet`.\n5. API ожидает завершения callback в пределах допустимого timeout.\n6. При успешном завершении API возвращает JSON со статусом `ok`.\n1. Если `start` или `stop` не успевают завершиться в timeout, API возвращает `202 accepted` и сообщает, что операция еще выполняется.", - "metadata": { - "owner": null, - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "trigger": [ - "Клиент отправляет `GET` или `POST` на `/actions/{action}`." - ], - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "main_flow": [ - "1. Endpoint принимает запрос и извлекает path parameter `action`.", - "2. API определяет источник клиента через `X-Client-Source` или `User-Agent`.", - "3. Для `start` и `stop` запрос логируется как control action.", - "4. Канал сопоставляет `action` с callback из `ControlActionSet`.", - "5. API ожидает завершения callback в пределах допустимого timeout.", - "6. При успешном завершении API возвращает JSON со статусом `ok`." - ], - "doc_version": null, - "document_id": "api.control_actions_endpoint", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "workflow_id": "f78b822d4366b10322fd4a35e347deae59d55ff4132951201f4df3d1653aec61", - "artifact_type": null, - "last_modified": null, - "preconditions": [ - "HTTP control plane запущен.", - "`ControlActionSet` сконфигурирован в `TelegramControlChannel`.", - "В path передано одно из поддерживаемых действий: `start`, `stop`, `status`." - ], - "workflow_name": "Scenario", - "error_handling": [ - "1. Если actions не сконфигурированы, API возвращает `404`.", - "2. Если передано неподдерживаемое действие, API возвращает `404`.", - "3. Если callback завершился исключением, API возвращает `500`." - ], - "postconditions": [ - "Клиент получает результат выполнения control action или признак, что операция еще продолжается." - ], - "staleness_score": null, - "alternative_flow": [ - "1. Если `start` или `stop` не успевают завершиться в timeout, API возвращает `202 accepted` и сообщает, что операция еще выполняется." - ], - "system_component": null - } - }, - { - "layer": "D4_WORKFLOW_INDEX", - "path": "docs/documentation/api/health-endpoint.md", - "title": "Scenario", - "content": "Scenario\nHTTP control plane запущен.\n`TelegramControlChannel` зарегистрирован в runtime.\nКлиент отправляет `GET /health`.\n1. Endpoint принимает HTTP-запрос `GET /health`.\n2. API вызывает `health_provider` через `TelegramControlChannel`.\n3. Канал получает health payload от runtime.\n4. Endpoint определяет HTTP status code по полю `status` в payload.\n5. Endpoint возвращает payload клиенту в формате JSON.\n1. Если runtime вернул статус, отличный от `ok`, endpoint возвращает тот же payload c HTTP 503.", - "metadata": { - "owner": null, - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "trigger": [ - "Клиент отправляет `GET /health`." - ], - "blob_sha": "8b5a533a8076e2e9d36995eee29aeade260080bdca2ec8e21fe28f08574b983f", - "main_flow": [ - "1. Endpoint принимает HTTP-запрос `GET /health`.", - "2. API вызывает `health_provider` через `TelegramControlChannel`.", - "3. Канал получает health payload от runtime.", - "4. Endpoint определяет HTTP status code по полю `status` в payload.", - "5. Endpoint возвращает payload клиенту в формате JSON." - ], - "doc_version": null, - "document_id": "api.health_endpoint", - "source_path": "docs/documentation/api/health-endpoint.md", - "workflow_id": "83a9287bd9ac1f709258078d0e16d326615b4af1b7d77b323ff050dfb97a3e41", - "artifact_type": null, - "last_modified": null, - "preconditions": [ - "HTTP control plane запущен.", - "`TelegramControlChannel` зарегистрирован в runtime." - ], - "workflow_name": "Scenario", - "error_handling": [ - "1. Если provider завершился исключением, запрос завершается server-side ошибкой." - ], - "postconditions": [ - "Клиент получает актуальный health payload runtime." - ], - "staleness_score": null, - "alternative_flow": [ - "1. Если runtime вернул статус, отличный от `ok`, endpoint возвращает тот же payload c HTTP 503." - ], - "system_component": null - } - } - ], - "relations": [ - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:part_of", - "content": "api.control_actions_endpoint part_of architecture.telegram_notify_app", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "architecture.telegram_notify_app", - "doc_version": null, - "relation_id": "5f4909bde905cd3d294ad307074a05e4ae4deefcafe6272cd2d0436e73acb8dd", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "part_of", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D5_RELATION_GRAPH", - "path": "docs/documentation/api/control-actions-endpoint.md", - "title": "api.control_actions_endpoint:related_api", - "content": "api.control_actions_endpoint related_api api.health_endpoint", - "metadata": { - "owner": null, - "anchor": "frontmatter.links", - "doc_id": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "a251c550a23249ef1a74389c93aaccd4c5ae88ef621efad2aa018fcd132cce7e", - "source_id": "api.control_actions_endpoint", - "target_id": "api.health_endpoint", - "doc_version": null, - "relation_id": "711fb2edb82dd222deaba3c91768b18cbbd453009235823282813c6e867dc2c1", - "source_path": "docs/documentation/api/control-actions-endpoint.md", - "artifact_type": null, - "last_modified": null, - "relation_type": "related_api", - "staleness_score": null, - "system_component": null - } - } - ], - "chunks": [ - { - "layer": "D0_DOC_CHUNKS", - "path": "docs/README.md", - "title": "docs/README.md:Структура", - "content": "- `documentation/architecture/` — обзор архитектуры и ключевых компонентов.\n- `documentation/api/` — документация HTTP API control plane.\n- `documentation/logic/` — описание основных workflow и бизнес-логики.\n- `documentation/domain/` — описание ключевых сущностей и состояний.", - "metadata": { - "tags": [], - "type": null, - "order": 2, - "owner": null, - "doc_id": null, - "module": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "81d952f1a6ea85b76f75e0e57f33b8fa4b2bf3cb7db11b91b90171aeedd655a6", - "doc_kind": "readme", - "doc_version": null, - "document_id": "docs/README.md", - "source_path": "docs/README.md", - "section_path": "Project Docs > Структура", - "artifact_type": null, - "last_modified": null, - "section_title": "Структура", - "staleness_score": null, - "system_component": null - } - }, - { - "layer": "D0_DOC_CHUNKS", - "path": "docs/README.md", - "title": "docs/README.md:Навигация", - "content": "- [Обзор архитектуры](./documentation/architecture/telegram-notify-app-overview.md)\n- [API: health](./documentation/api/health-endpoint.md)\n- [API: actions](./documentation/api/control-actions-endpoint.md)\n- [API: send](./documentation/api/send-message-endpoint.md)\n- [Logic: цикл отправки уведомлений](./documentation/logic/telegram-notification-loop.md)\n- [Domain: runtime health](./documentation/domain/runtime-health-entity.md)", - "metadata": { - "tags": [], - "type": null, - "order": 3, - "owner": null, - "doc_id": null, - "module": null, - "repo_id": "test_echo_app", - "section": null, - "blob_sha": "81d952f1a6ea85b76f75e0e57f33b8fa4b2bf3cb7db11b91b90171aeedd655a6", - "doc_kind": "readme", - "doc_version": null, - "document_id": "docs/README.md", - "source_path": "docs/README.md", - "section_path": "Project Docs > Навигация", - "artifact_type": null, - "last_modified": null, - "section_title": "Навигация", - "staleness_score": null, - "system_component": null - } - } - ] -} -``` - -### User Prompt Overview -- question: Объясни как работает цикл отправки уведомлений -- intent: DOCUMENTATION_EXPLAIN -- sub_intent: SYSTEM_FLOW_EXPLAIN -- documents: 1 | samples: Readme -- facts: 0 -- relations: 2 | samples: api.control_actions_endpoint:part_of, api.control_actions_endpoint:related_api - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/summary.md b/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/summary.md deleted file mode 100644 index e514651..0000000 --- a/tests/pipeline_setup_v3/test_results/docs_router_llm_disambiguation/20260326_150213/summary.md +++ /dev/null @@ -1,48 +0,0 @@ -# pipeline_setup_v3 summary - -Passed: 10/10 - -| File | Case | Mode | Query | Actual sub-intent | RAG layers | Tokens | Pass | -|------|------|------|-------|-------------------|------------|--------|------| -| full_chain_docs_intents_v4-llm.yaml | v4-system-flow | full_chain | Объясни как работает цикл отправки уведомлений | SYSTEM_FLOW_EXPLAIN | D0_DOC_CHUNKS:4, D1_DOCUMENT_CATALOG:4, D4_WORKFLOW_INDEX:3, D5_RELATION_GRAPH:8 | 2803 | ✓ | -| full_chain_docs_intents_v4-llm.yaml | v4-component | full_chain | Как работает RuntimeManager? | COMPONENT_EXPLAIN | D0_DOC_CHUNKS:4, D1_DOCUMENT_CATALOG:4, D2_FACT_INDEX:2, D5_RELATION_GRAPH:8 | 2610 | ✓ | -| full_chain_docs_intents_v4-llm.yaml | v4-api | full_chain | Что делает endpoint /health? | API_METHOD_EXPLAIN | D1_DOCUMENT_CATALOG:1, D4_WORKFLOW_INDEX:1 | 1245 | ✓ | -| full_chain_docs_intents_v4-llm.yaml | v4-entity | full_chain | Что такое runtime health? | ENTITY_EXPLAIN | D0_DOC_CHUNKS:4, D1_DOCUMENT_CATALOG:4, D3_ENTITY_CATALOG:8, D5_RELATION_GRAPH:8 | 1992 | ✓ | -| full_chain_docs_intents_v4-llm.yaml | v4-related | full_chain | Какие документы связаны с endpoint /health? | RELATED_DOCS_EXPLAIN | D0_DOC_CHUNKS:6, D5_RELATION_GRAPH:8 | 1467 | ✓ | -| full_chain_docs_intents_v4-llm.yaml | v4-openapi-method | full_chain | Сгенерируй OpenAPI для endpoint /health | OPENAPI_METHOD_GENERATE | D1_DOCUMENT_CATALOG:1 | 878 | ✓ | -| full_chain_docs_intents_v4-llm.yaml | v4-openapi-fragment | full_chain | Сгенерируй request schema для endpoint /send | OPENAPI_FRAGMENT_GENERATE | D1_DOCUMENT_CATALOG:1 | 865 | ✓ | -| full_chain_docs_intents_v4-llm.yaml | v4-general | full_chain | Что описано в документации? | GENERIC_QA | D0_DOC_CHUNKS:4, D1_DOCUMENT_CATALOG:4 | 1211 | ✓ | -| full_chain_docs_intents_v4-llm.yaml | v4-negative | full_chain | Что такое PaymentTransaction? | ENTITY_EXPLAIN | D0_DOC_CHUNKS:4, D1_DOCUMENT_CATALOG:4, D3_ENTITY_CATALOG:8, D5_RELATION_GRAPH:8 | 1614 | ✓ | -| full_chain_docs_intents_v4-llm.yaml | v4-mixed | full_chain | Как работает /send и какие есть связанные документы? | RELATED_DOCS_EXPLAIN | D0_DOC_CHUNKS:6, D5_RELATION_GRAPH:8 | 1465 | ✓ | - -## LLM Answers -- **v4-system-flow** - Query: Объясни как работает цикл отправки уведомлений - > Из предоставленных данных не удалось найти информацию о цикле отправки уведомлений. Однако я могу указать, где искать необходимую информацию согласно структуре документации: \#\#\# Структура документации: \- \*\*Архитектура\*\*: documentation/architecture/ \- \*\*HTTP API Control Plane\*\*: documentation/api/ \- \*\*Основные Workflow и Бизнес\-логика\*\*: documentation/logic/ \- \*\*Ключевые сущности и состояния\*\*: documentation/domain/ \#\#\# Навигационные ссылки: Для получения информации о цикле отправки уведомлений рекомендую обратиться к следующему документу: \- \*\*Цикл отправки уведомлений\*\*: documentation/logic/telegram\-notification\-loop.md Пожалуйста, обратитесь непосредственно к указанному файлу для детального объяснения работы цикла отправки уведомлений. -- **v4-component** - Query: Как работает RuntimeManager? - > \#\#\# Краткое описание RuntimeManager не упоминается ни в одном из документов или фактов, представленных в запросе. Поэтому невозможно предоставить полное объяснение его работы по предоставленным данным. Однако, исходя из доступной информации о контрольных действиях и endpoint \`/actions/\{action\}\`, можно предположить, что RuntimeManager может быть связан с управлением жизненным циклом рабочих процессов через указанные endpoints. \#\#\# Основные элементы \- \*\*API Endpoint\*\*: \`/actions/\{action\}\` \- \*\*Поддерживаемые действия\*\*: \`start\`, \`stop\`, \`status\` \- \*\*Связанные сущности\*\*: \`ControlActionSet\`, \`TelegramControlChannel\` \#\#\# Как это работает В документах указано, что endpoint \`/actions/\{action\}\` управляет control actions runtime и использует делегирование задач в \`ControlActionSet\`. Подробности о том, как именно работает RuntimeManager, отсутствуют в предоставленных материала… -- **v4-api** - Query: Что делает endpoint /health? - > \#\#\# Краткое описание Endpoint \`/health\` предназначен для предоставления агрегированного health payload'а текущего состояния runtime. В зависимости от общего статуса он возвращает соответствующий HTTP код и payload: если статус равен \`"ok"\`, возвращается HTTP 200, иначе – HTTP 503 с подробностями о состоянии деградации или неготовности. \#\#\# Основные элементы \- \*\*Метод:\*\* GET \`/health\` \- \*\*Ответы:\*\* \- HTTP 200 при общем статусе \`"ok"\` \- HTTP 503 при любом другом статусе \- \*\*Payload:\*\* Агрегированное состояние здоровья runtime \#\#\# Как это работает 1. Клиент отправляет HTTP\-запрос типа GET на \`/health\`. 2. API обращается к провайдеру здоровья \(\`health\_provider\`\) через зарегистрированный канал \(\`TelegramControlChannel\`\), чтобы получить текущее состояние здоровья runtime. 3. Полученный health payload анализируется, определяется статус \("ok" или другой\). 4. На основе поля \`… -- **v4-entity** - Query: Что такое runtime health? - > \#\#\# Краткое описание Runtime Health – это доменная модель наблюдаемости сервиса, описывающая общее состояние runtime и отдельных его компонентов. Она используется для внешнего мониторинга здоровья приложения и внутренней диагностики. \#\#\# Основные элементы \- \*\*Компоненты\*\*: Главными объектами наблюдения являются компоненты, такие как \`telegram\_notify\`. \- \*\*Параметры\*\*: Важны параметры компонента, например, статус, время старта и количество успешных отправок. \- \*\*Модель\*\*: Представляет собой набор метрик и состояний, отражающих текущую работоспособность сервиса. \#\#\# Как это работает Модель Runtime Health собирает данные о состоянии различных компонентов сервиса и предоставляет их внешним системам мониторинга и внутренним диагностическим механизмам. Для тестового приложения \`test\_echo\_app\` основной наблюдаемый компонент \- это \`telegram\_notify\`. API endpoint \`/health\` пр… -- **v4-related** - Query: Какие документы связаны с endpoint /health? - > \#\#\# Краткое описание Документация описывает взаимосвязь между различными компонентами и документами в системе, связанными с endpoint’ом \`/health\`. \#\#\# Основные элементы 1. \*\*Relations\*\* – содержат информацию о связях между различными элементами системы. \- \*Layer\*: D5\_RELATION\_GRAPH \- \*Path\*: Путь к документу, описывающему связь \- \*Title\*: Название связи \- \*Content\*: Описание содержания связи \- \*Metadata\*: Дополнительные метаданные, такие как тип отношения, источник и цель связи. 2. \*\*Chunks\*\* – фрагменты документации, содержащие описание функциональности и назначения endpoint’ов. \- \*Layer\*: D0\_DOC\_CHUNKS \- \*Path\*: Путь к документу \- \*Title\*: Заголовок фрагмента \- \*Content\*: Основное содержание документа \- \*Metadata\*: Метаданные, включая теги, владельца, модуль, тип документа и другие атрибуты. \#\#\# Как это работает Связи между документами и компонентами системы предст… -- **v4-openapi-method** - Query: Сгенерируй OpenAPI для endpoint /health - > paths: /health: get: summary: HTTP API /health responses: '200': description: Общий статус равен \`ok\` '503': description: Состояния деградации или неготовности -- **v4-openapi-fragment** - Query: Сгенерируй request schema для endpoint /send - > requestBody: content: application/json: schema: type: object properties: chatId: type: string description: Идентификатор чата Telegram, куда отправляется сообщение messageText: type: string description: Текст сообщения, которое будет отправлено required: \- chatId \- messageText -- **v4-general** - Query: Что описано в документации? - > Документация описывает структуру проекта, включая разделы об архитектуре, HTTP API, бизнес\-логике и ключевых сущностях. Конкретно представлен endpoint \`/actions/\{action\}\`, который управляет контрольными действиями и поддерживает операции start, stop и status. -- **v4-negative** - Query: Что такое PaymentTransaction? - > К сожалению, на данный момент у меня нет информации о сущности PaymentTransaction в предоставленных вами данных. Однако я могу описать структуру и связи других элементов системы, основываясь на имеющихся данных: \#\#\# 1. Краткое описание Система включает несколько документов и метаданных, описывающих архитектуру, API, логику работы и ключевые сущности приложения. \#\#\# 2. Основные элементы \- \*\*Документы\*\*: Содержат информацию о структуре документации проекта и ссылки на различные разделы \(архитектура, API, логика, доменные сущности\). \- \*\*Сущности\*\*: Включают ControlActionSet и JSONResponse, связанные с API и жизненным циклом управления приложением. \- \*\*Связи\*\*: Определяют отношения между различными элементами системы, такими как часть архитектуры и связанные API. \#\#\# 3. Как это работает Документация организована по различным категориям, каждая из которых содержит специфи… -- **v4-mixed** - Query: Как работает /send и какие есть связанные документы? - > \#\#\# Краткое описание Отправка сообщений через endpoint \`/send\` реализована в приложении Telegram Notify App. Этот endpoint является частью архитектуры данного приложения и зависит от логики обработки уведомлений. \#\#\# Основные элементы \- \*\*Endpoint\*\*: \`/send\` \- \*\*Приложение\*\*: Telegram Notify App \- \*\*Логика обработки\*\*: telegram\_notification\_loop \#\#\# Как это работает Endpoint \`/send\` реализует отправку сообщений в рамках Telegram Notify App. Он использует логику обработки уведомлений \(\`telegram\_notification\_loop\`\) для выполнения своей функции. \#\#\# Связи с другими частями системы \- \*\*Родительская архитектура\*\*: architecture.telegram\_notify\_app \- \*\*Зависимости\*\*: logic.telegram\_notification\_loop \- \*\*Связанные API\*\*: api.send\_message\_endpoint \(в контексте документации архитектуры Telegram Notify App\) \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-01-health.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-01-health.json deleted file mode 100644 index a32f7e3..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-01-health.json +++ /dev/null @@ -1,43 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-01-health", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'status'", - "llm: expected answer to contain 'components'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 12, - "llm_answer": "Информация о том, как именно работает `/health`, не представлена в предоставленных SUMMARY-блоках. \n\nФайлы, на которые я опирался:\n- docs/architecture/telegram-notify-app-overview.md", - "answer_mode": "answered", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "RuntimeManager", - "TelegramSendService", - "TelegramControlChannel" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": {} - } - }, - "pipeline_steps": [] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-01-health.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-01-health.md deleted file mode 100644 index 23cb454..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-01-health.md +++ /dev/null @@ -1,51 +0,0 @@ -# v2-docs-summary-01-health - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Кратко объясни по документации, как работает `/health` - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 12, - "llm_answer": "Информация о том, как именно работает `/health`, не представлена в предоставленных SUMMARY-блоках. \n\nФайлы, на которые я опирался:\n- docs/architecture/telegram-notify-app-overview.md", - "answer_mode": "answered", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "RuntimeManager", - "TelegramSendService", - "TelegramControlChannel" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": {} -} - -## Pipeline Steps -- none - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'status' -- llm: expected answer to contain 'components' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-02-send.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-02-send.json deleted file mode 100644 index 7f77475..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-02-send.json +++ /dev/null @@ -1,43 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-02-send", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']", - "llm: expected answer to contain 'message'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 12, - "llm_answer": "На основе представленного SUMMARY-блока, документация о том, что именно делает endpoint `/send`, отсутствует. В контексте указано, что он связан с отправкой сообщений, но подробностей его работы не приведено.\n\nФайлы, на которые опирался ответ:\n- docs/architecture/telegram-notify-app-overview.md", - "answer_mode": "answered", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramSendService", - "TelegramNotifyModule", - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": {} - } - }, - "pipeline_steps": [] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-02-send.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-02-send.md deleted file mode 100644 index 4338230..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-02-send.md +++ /dev/null @@ -1,51 +0,0 @@ -# v2-docs-summary-02-send - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Что делает endpoint `/send`? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 12, - "llm_answer": "На основе представленного SUMMARY-блока, документация о том, что именно делает endpoint `/send`, отсутствует. В контексте указано, что он связан с отправкой сообщений, но подробностей его работы не приведено.\n\nФайлы, на которые опирался ответ:\n- docs/architecture/telegram-notify-app-overview.md", - "answer_mode": "answered", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramSendService", - "TelegramNotifyModule", - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": {} -} - -## Pipeline Steps -- none - -## Diagnostics -{} - - -## Mismatches -- doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md'] -- llm: expected answer to contain 'message' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.json deleted file mode 100644 index 5940c38..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.json +++ /dev/null @@ -1,30 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-03-actions", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "domain: expected DOCS, got GENERAL", - "intent: expected DOC_EXPLAIN, got GENERAL_QA", - "retrieval: expected non-empty rag, got 0 rows", - "doc_scope should contain 'docs/api/control-actions-endpoint.md', got []" - ], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "`/actions/{action}` обычно используется в API для выполнения конкретных действий или операций, где `{action}` заменяется названием нужного действия. Это позволяет организовывать и вызывать различные функции через единый интерфейс.", - "answer_mode": "answered", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.md deleted file mode 100644 index 654ade3..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.md +++ /dev/null @@ -1,38 +0,0 @@ -# v2-docs-summary-03-actions - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Объясни назначение `/actions/{action}` - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "`/actions/{action}` обычно используется в API для выполнения конкретных действий или операций, где `{action}` заменяется названием нужного действия. Это позволяет организовывать и вызывать различные функции через единый интерфейс.", - "answer_mode": "answered", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -- none - -## Diagnostics -{} - - -## Mismatches -- domain: expected DOCS, got GENERAL -- intent: expected DOC_EXPLAIN, got GENERAL_QA -- retrieval: expected non-empty rag, got 0 rows -- doc_scope should contain 'docs/api/control-actions-endpoint.md', got [] \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.json deleted file mode 100644 index d367b96..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.json +++ /dev/null @@ -1,30 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-04-runtime-health", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "domain: expected DOCS, got GENERAL", - "intent: expected DOC_EXPLAIN, got GENERAL_QA", - "retrieval: expected non-empty rag, got 0 rows", - "doc_scope should contain 'docs/domains/runtime-health-entity.md', got []" - ], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "Runtime health — это процесс мониторинга и обеспечения стабильности работы системы или приложения во время их выполнения (runtime), позволяющий своевременно обнаруживать и устранять возникающие проблемы.", - "answer_mode": "answered", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.md deleted file mode 100644 index b834bc1..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.md +++ /dev/null @@ -1,38 +0,0 @@ -# v2-docs-summary-04-runtime-health - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Что такое runtime health в этой документации? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "Runtime health — это процесс мониторинга и обеспечения стабильности работы системы или приложения во время их выполнения (runtime), позволяющий своевременно обнаруживать и устранять возникающие проблемы.", - "answer_mode": "answered", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -- none - -## Diagnostics -{} - - -## Mismatches -- domain: expected DOCS, got GENERAL -- intent: expected DOC_EXPLAIN, got GENERAL_QA -- retrieval: expected non-empty rag, got 0 rows -- doc_scope should contain 'docs/domains/runtime-health-entity.md', got [] \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.json deleted file mode 100644 index 554b88a..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.json +++ /dev/null @@ -1,33 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-05-notification-loop", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "domain: expected DOCS, got GENERAL", - "intent: expected DOC_EXPLAIN, got GENERAL_QA", - "retrieval: expected non-empty rag, got 0 rows", - "doc_scope should contain 'docs/logic/telegram-notification-loop.md', got []", - "llm: expected answer to contain 'worker'", - "llm: expected answer to contain 'interval'", - "llm: expected answer to contain 'degraded'" - ], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "Цикл отправки уведомлений включает следующие шаги: отлавливание события, обработка данных, выбор получателей, формирование сообщения и его отправка выбранным пользователям.", - "answer_mode": "answered", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.md deleted file mode 100644 index b600c8e..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.md +++ /dev/null @@ -1,41 +0,0 @@ -# v2-docs-summary-05-notification-loop - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Кратко опиши цикл отправки уведомлений - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "Цикл отправки уведомлений включает следующие шаги: отлавливание события, обработка данных, выбор получателей, формирование сообщения и его отправка выбранным пользователям.", - "answer_mode": "answered", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -- none - -## Diagnostics -{} - - -## Mismatches -- domain: expected DOCS, got GENERAL -- intent: expected DOC_EXPLAIN, got GENERAL_QA -- retrieval: expected non-empty rag, got 0 rows -- doc_scope should contain 'docs/logic/telegram-notification-loop.md', got [] -- llm: expected answer to contain 'worker' -- llm: expected answer to contain 'interval' -- llm: expected answer to contain 'degraded' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.json deleted file mode 100644 index 708a5c2..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.json +++ /dev/null @@ -1,32 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-06-architecture", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "domain: expected DOCS, got GENERAL", - "intent: expected DOC_EXPLAIN, got GENERAL_QA", - "retrieval: expected non-empty rag, got 0 rows", - "doc_scope should contain 'docs/architecture/telegram-notify-app-overview.md', got []", - "llm: expected answer to contain 'RuntimeManager'", - "llm: expected answer to contain 'TelegramControlChannel'" - ], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "Архитектура Telegram Notify App основана на клиент-серверной модели, где серверное приложение обрабатывает входящие данные и отправляет уведомления через Telegram API. Клиентское приложение взаимодействует с сервером для отправки уведомлений. Пользователь настраивает параметры уведомлений в приложении, а сервер передает их в виде сообщений в указанный Telegram-канал или пользователю.", - "answer_mode": "answered", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.md deleted file mode 100644 index 101ae89..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.md +++ /dev/null @@ -1,40 +0,0 @@ -# v2-docs-summary-06-architecture - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Как устроена архитектура Telegram Notify App? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "Архитектура Telegram Notify App основана на клиент-серверной модели, где серверное приложение обрабатывает входящие данные и отправляет уведомления через Telegram API. Клиентское приложение взаимодействует с сервером для отправки уведомлений. Пользователь настраивает параметры уведомлений в приложении, а сервер передает их в виде сообщений в указанный Telegram-канал или пользователю.", - "answer_mode": "answered", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -- none - -## Diagnostics -{} - - -## Mismatches -- domain: expected DOCS, got GENERAL -- intent: expected DOC_EXPLAIN, got GENERAL_QA -- retrieval: expected non-empty rag, got 0 rows -- doc_scope should contain 'docs/architecture/telegram-notify-app-overview.md', got [] -- llm: expected answer to contain 'RuntimeManager' -- llm: expected answer to contain 'TelegramControlChannel' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.json deleted file mode 100644 index e9fe557..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.json +++ /dev/null @@ -1,32 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-07-worker", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "domain: expected DOCS, got GENERAL", - "intent: expected DOC_EXPLAIN, got GENERAL_QA", - "retrieval: expected non-empty rag, got 0 rows", - "doc_scope should contain 'docs/logic/telegram-notification-loop.md', got []", - "doc_scope should contain 'docs/architecture/telegram-notify-app-overview.md', got []", - "llm: expected answer to contain 'Telegram'" - ], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "Worker в этом приложении выполняет фоновые задачи или процессы, позволяя основному приложению работать быстро и плавно. Это может включать обработку данных, отправку уведомлений, загрузку файлов и другие ресурсоемкие операции.", - "answer_mode": "answered", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.md deleted file mode 100644 index 3851457..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.md +++ /dev/null @@ -1,40 +0,0 @@ -# v2-docs-summary-07-worker - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Что делает worker в этом приложении? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "Worker в этом приложении выполняет фоновые задачи или процессы, позволяя основному приложению работать быстро и плавно. Это может включать обработку данных, отправку уведомлений, загрузку файлов и другие ресурсоемкие операции.", - "answer_mode": "answered", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -- none - -## Diagnostics -{} - - -## Mismatches -- domain: expected DOCS, got GENERAL -- intent: expected DOC_EXPLAIN, got GENERAL_QA -- retrieval: expected non-empty rag, got 0 rows -- doc_scope should contain 'docs/logic/telegram-notification-loop.md', got [] -- doc_scope should contain 'docs/architecture/telegram-notify-app-overview.md', got [] -- llm: expected answer to contain 'Telegram' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.json deleted file mode 100644 index 13f4365..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.json +++ /dev/null @@ -1,47 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-08-health-statuses", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "doc_scope should contain 'docs/domains/runtime-health-entity.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']", - "doc_scope should contain 'docs/api/health-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']", - "llm: expected answer to contain 'ok'", - "llm: expected answer to contain 'degraded'", - "llm: expected answer to contain 'unhealthy'", - "llm: expected answer to contain 'unknown'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 12, - "llm_answer": "На основе представленного SUMMARY-блока конкретной информации о статусах здоровья runtime нет. Файл, связанный с доменом \"runtime health\" (../domains/runtime-health-entity.md), вероятно, содержит эту информацию, но она не включена в текущий контекст.\n\nФайлы, на которые опирался ответ:\n- docs/architecture/telegram-notify-app-overview.md", - "answer_mode": "answered", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager", - "TelegramNotifyWorker", - "TelegramSendService", - "TelegramNotifyModule", - "TelegramControlChannel" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": {} - } - }, - "pipeline_steps": [] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.md deleted file mode 100644 index 7014fc0..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.md +++ /dev/null @@ -1,55 +0,0 @@ -# v2-docs-summary-08-health-statuses - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Какие статусы здоровья есть у runtime? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 12, - "llm_answer": "На основе представленного SUMMARY-блока конкретной информации о статусах здоровья runtime нет. Файл, связанный с доменом \"runtime health\" (../domains/runtime-health-entity.md), вероятно, содержит эту информацию, но она не включена в текущий контекст.\n\nФайлы, на которые опирался ответ:\n- docs/architecture/telegram-notify-app-overview.md", - "answer_mode": "answered", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager", - "TelegramNotifyWorker", - "TelegramSendService", - "TelegramNotifyModule", - "TelegramControlChannel" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": {} -} - -## Pipeline Steps -- none - -## Diagnostics -{} - - -## Mismatches -- doc_scope should contain 'docs/domains/runtime-health-entity.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md'] -- doc_scope should contain 'docs/api/health-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md'] -- llm: expected answer to contain 'ok' -- llm: expected answer to contain 'degraded' -- llm: expected answer to contain 'unhealthy' -- llm: expected answer to contain 'unknown' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.json deleted file mode 100644 index 460127a..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.json +++ /dev/null @@ -1,33 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-09-manual-send", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "domain: expected DOCS, got GENERAL", - "intent: expected DOC_EXPLAIN, got GENERAL_QA", - "retrieval: expected non-empty rag, got 0 rows", - "doc_scope should contain 'docs/api/send-message-endpoint.md', got []", - "llm: expected answer to contain '/send'", - "llm: expected answer to contain 'message'", - "llm: expected answer to contain 'TelegramSendService'" - ], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "Ручная отправка сообщения в приложении обычно осуществляется нажатием кнопки \"Отправить\" или аналогичного элемента интерфейса после того, как пользователь введет текст сообщения.", - "answer_mode": "answered", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.md deleted file mode 100644 index d843338..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.md +++ /dev/null @@ -1,41 +0,0 @@ -# v2-docs-summary-09-manual-send - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Как в приложении устроена ручная отправка сообщения? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "Ручная отправка сообщения в приложении обычно осуществляется нажатием кнопки \"Отправить\" или аналогичного элемента интерфейса после того, как пользователь введет текст сообщения.", - "answer_mode": "answered", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -- none - -## Diagnostics -{} - - -## Mismatches -- domain: expected DOCS, got GENERAL -- intent: expected DOC_EXPLAIN, got GENERAL_QA -- retrieval: expected non-empty rag, got 0 rows -- doc_scope should contain 'docs/api/send-message-endpoint.md', got [] -- llm: expected answer to contain '/send' -- llm: expected answer to contain 'message' -- llm: expected answer to contain 'TelegramSendService' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.json deleted file mode 100644 index f9f85df..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.json +++ /dev/null @@ -1,34 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-10-telegram-integration", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "domain: expected DOCS, got GENERAL", - "intent: expected DOC_EXPLAIN, got GENERAL_QA", - "retrieval: expected non-empty rag, got 0 rows", - "retrieval: expected at least 2 rows, got 0", - "doc_scope should contain 'docs/architecture/telegram-notify-app-overview.md', got []", - "doc_scope should contain 'docs/api/send-message-endpoint.md', got []", - "llm: expected answer to contain 'worker'", - "llm: expected answer to contain '/send'" - ], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "Сервис может отправлять и получать сообщения, реагировать на команды и запросы пользователей через Telegram-бота. Взаимодействие происходит посредством отправки запросов и получения ответов от бота в чате.", - "answer_mode": "answered", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.md deleted file mode 100644 index 229fb96..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.md +++ /dev/null @@ -1,42 +0,0 @@ -# v2-docs-summary-10-telegram-integration - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Как сервис взаимодействует с Telegram в целом? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "Сервис может отправлять и получать сообщения, реагировать на команды и запросы пользователей через Telegram-бота. Взаимодействие происходит посредством отправки запросов и получения ответов от бота в чате.", - "answer_mode": "answered", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -- none - -## Diagnostics -{} - - -## Mismatches -- domain: expected DOCS, got GENERAL -- intent: expected DOC_EXPLAIN, got GENERAL_QA -- retrieval: expected non-empty rag, got 0 rows -- retrieval: expected at least 2 rows, got 0 -- doc_scope should contain 'docs/architecture/telegram-notify-app-overview.md', got [] -- doc_scope should contain 'docs/api/send-message-endpoint.md', got [] -- llm: expected answer to contain 'worker' -- llm: expected answer to contain '/send' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-01-health.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-01-health.json deleted file mode 100644 index b951146..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-01-health.json +++ /dev/null @@ -1,42 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-01-health", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'docs/api/health-endpoint.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 20, - "llm_answer": "Нашёл релевантные файлы документации:\n- `docs/README.md`\n- `docs/architecture/telegram-notify-app-overview.md`", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule", - "RuntimeManager", - "TelegramControlChannel", - "TelegramNotifyWorker", - "TelegramSendService" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": {} - } - }, - "pipeline_steps": [] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-01-health.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-01-health.md deleted file mode 100644 index 28203f3..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-01-health.md +++ /dev/null @@ -1,50 +0,0 @@ -# v2-find-files-01-health - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -В каком файле описан `/health`? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 20, - "llm_answer": "Нашёл релевантные файлы документации:\n- `docs/README.md`\n- `docs/architecture/telegram-notify-app-overview.md`", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule", - "RuntimeManager", - "TelegramControlChannel", - "TelegramNotifyWorker", - "TelegramSendService" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": {} -} - -## Pipeline Steps -- none - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'docs/api/health-endpoint.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-02-send.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-02-send.json deleted file mode 100644 index a7d3c2d..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-02-send.json +++ /dev/null @@ -1,42 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-02-send", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'docs/api/send-message-endpoint.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 20, - "llm_answer": "Нашёл релевантные файлы документации:\n- `docs/README.md`\n- `docs/architecture/telegram-notify-app-overview.md`", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramSendService", - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramControlChannel", - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": {} - } - }, - "pipeline_steps": [] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-02-send.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-02-send.md deleted file mode 100644 index 263c1b6..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-02-send.md +++ /dev/null @@ -1,50 +0,0 @@ -# v2-find-files-02-send - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Покажи файл с описанием endpoint `/send` - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 20, - "llm_answer": "Нашёл релевантные файлы документации:\n- `docs/README.md`\n- `docs/architecture/telegram-notify-app-overview.md`", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramSendService", - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramControlChannel", - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": {} -} - -## Pipeline Steps -- none - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'docs/api/send-message-endpoint.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-03-actions.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-03-actions.json deleted file mode 100644 index d4a94dc..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-03-actions.json +++ /dev/null @@ -1,42 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-03-actions", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'docs/api/control-actions-endpoint.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 20, - "llm_answer": "Нашёл релевантные файлы документации:\n- `docs/README.md`\n- `docs/architecture/telegram-notify-app-overview.md`", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager", - "TelegramNotifyModule", - "TelegramControlChannel", - "TelegramNotifyWorker", - "TelegramSendService" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": {} - } - }, - "pipeline_steps": [] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-03-actions.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-03-actions.md deleted file mode 100644 index e0b6625..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-03-actions.md +++ /dev/null @@ -1,50 +0,0 @@ -# v2-find-files-03-actions - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Где находится документация по `/actions/{action}`? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 20, - "llm_answer": "Нашёл релевантные файлы документации:\n- `docs/README.md`\n- `docs/architecture/telegram-notify-app-overview.md`", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager", - "TelegramNotifyModule", - "TelegramControlChannel", - "TelegramNotifyWorker", - "TelegramSendService" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": {} -} - -## Pipeline Steps -- none - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'docs/api/control-actions-endpoint.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.json deleted file mode 100644 index 2fa11f9..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.json +++ /dev/null @@ -1,42 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-04-runtime-health", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'docs/domains/runtime-health-entity.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 20, - "llm_answer": "Нашёл релевантные файлы документации:\n- `docs/architecture/telegram-notify-app-overview.md`\n- `docs/README.md`", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager", - "TelegramNotifyWorker", - "TelegramNotifyModule", - "TelegramControlChannel", - "TelegramSendService" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": {} - } - }, - "pipeline_steps": [] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.md deleted file mode 100644 index f1d4543..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.md +++ /dev/null @@ -1,50 +0,0 @@ -# v2-find-files-04-runtime-health - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -В каком документе описан runtime health? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 20, - "llm_answer": "Нашёл релевантные файлы документации:\n- `docs/architecture/telegram-notify-app-overview.md`\n- `docs/README.md`", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager", - "TelegramNotifyWorker", - "TelegramNotifyModule", - "TelegramControlChannel", - "TelegramSendService" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": {} -} - -## Pipeline Steps -- none - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'docs/domains/runtime-health-entity.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-05-loop.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-05-loop.json deleted file mode 100644 index 3c55d0f..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-05-loop.json +++ /dev/null @@ -1,42 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-05-loop", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'docs/logic/telegram-notification-loop.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 20, - "llm_answer": "Нашёл релевантные файлы документации:\n- `docs/README.md`\n- `docs/architecture/telegram-notify-app-overview.md`", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramSendService", - "RuntimeManager", - "TelegramControlChannel" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": {} - } - }, - "pipeline_steps": [] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-05-loop.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-05-loop.md deleted file mode 100644 index 51f00e3..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-05-loop.md +++ /dev/null @@ -1,50 +0,0 @@ -# v2-find-files-05-loop - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Найди файл с логикой цикла отправки уведомлений - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 20, - "llm_answer": "Нашёл релевантные файлы документации:\n- `docs/README.md`\n- `docs/architecture/telegram-notify-app-overview.md`", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramSendService", - "RuntimeManager", - "TelegramControlChannel" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": {} -} - -## Pipeline Steps -- none - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'docs/logic/telegram-notification-loop.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-06-architecture.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-06-architecture.json deleted file mode 100644 index 27afb1d..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-06-architecture.json +++ /dev/null @@ -1,40 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-06-architecture", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 20, - "llm_answer": "Нашёл релевантные файлы документации:\n- `docs/README.md`\n- `docs/architecture/telegram-notify-app-overview.md`", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager", - "TelegramSendService", - "TelegramNotifyModule", - "TelegramControlChannel", - "TelegramNotifyWorker" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": {} - } - }, - "pipeline_steps": [] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-06-architecture.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-06-architecture.md deleted file mode 100644 index 12e65d4..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-06-architecture.md +++ /dev/null @@ -1,50 +0,0 @@ -# v2-find-files-06-architecture - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Где описана архитектура приложения? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 20, - "llm_answer": "Нашёл релевантные файлы документации:\n- `docs/README.md`\n- `docs/architecture/telegram-notify-app-overview.md`", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager", - "TelegramSendService", - "TelegramNotifyModule", - "TelegramControlChannel", - "TelegramNotifyWorker" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": {} -} - -## Pipeline Steps -- none - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.json deleted file mode 100644 index c5c3b87..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.json +++ /dev/null @@ -1,42 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-07-errors-catalog", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'docs/errors/catalog.yaml'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 20, - "llm_answer": "Нашёл релевантные файлы документации:\n- `docs/README.md`", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager", - "TelegramControlChannel", - "TelegramNotifyModule", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": {} - } - }, - "pipeline_steps": [] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.md deleted file mode 100644 index 44eb963..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.md +++ /dev/null @@ -1,50 +0,0 @@ -# v2-find-files-07-errors-catalog - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -В каком файле лежит каталог ошибок? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 20, - "llm_answer": "Нашёл релевантные файлы документации:\n- `docs/README.md`", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager", - "TelegramControlChannel", - "TelegramNotifyModule", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": {} -} - -## Pipeline Steps -- none - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'docs/errors/catalog.yaml' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.json deleted file mode 100644 index 4246968..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.json +++ /dev/null @@ -1,40 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-08-docs-index", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 20, - "llm_answer": "Нашёл релевантные файлы документации:\n- `docs/README.md`", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramControlChannel", - "RuntimeManager", - "TelegramSendService" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": {} - } - }, - "pipeline_steps": [] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.md deleted file mode 100644 index 832f39b..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.md +++ /dev/null @@ -1,50 +0,0 @@ -# v2-find-files-08-docs-index - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Покажи файл-индекс документации проекта - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 20, - "llm_answer": "Нашёл релевантные файлы документации:\n- `docs/README.md`", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramControlChannel", - "RuntimeManager", - "TelegramSendService" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": {} -} - -## Pipeline Steps -- none - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.json deleted file mode 100644 index e52b292..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.json +++ /dev/null @@ -1,43 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-09-telegram-bot-api", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'docs/api/send-message-endpoint.md'", - "llm: expected answer to contain 'docs/logic/telegram-notification-loop.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 20, - "llm_answer": "Нашёл релевантные файлы документации:\n- `docs/README.md`\n- `docs/architecture/telegram-notify-app-overview.md`", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule", - "TelegramSendService", - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": {} - } - }, - "pipeline_steps": [] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.md deleted file mode 100644 index 5b527b0..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.md +++ /dev/null @@ -1,51 +0,0 @@ -# v2-find-files-09-telegram-bot-api - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Какие файлы относятся к Telegram Bot API интеграции? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 20, - "llm_answer": "Нашёл релевантные файлы документации:\n- `docs/README.md`\n- `docs/architecture/telegram-notify-app-overview.md`", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule", - "TelegramSendService", - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": {} -} - -## Pipeline Steps -- none - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'docs/api/send-message-endpoint.md' -- llm: expected answer to contain 'docs/logic/telegram-notification-loop.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.json deleted file mode 100644 index 7169076..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.json +++ /dev/null @@ -1,43 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-10-telegram-notify-worker", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'docs/logic/telegram-notification-loop.md'", - "llm: expected answer to contain 'docs/domains/runtime-health-entity.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 20, - "llm_answer": "Нашёл релевантные файлы документации:\n- `docs/architecture/telegram-notify-app-overview.md`", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyWorker", - "TelegramNotifyModule", - "TelegramSendService", - "TelegramControlChannel", - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": {} - } - }, - "pipeline_steps": [] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.md deleted file mode 100644 index c674b3a..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.md +++ /dev/null @@ -1,51 +0,0 @@ -# v2-find-files-10-telegram-notify-worker - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -В каких файлах описан worker `telegram_notify`? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 20, - "llm_answer": "Нашёл релевантные файлы документации:\n- `docs/architecture/telegram-notify-app-overview.md`", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyWorker", - "TelegramNotifyModule", - "TelegramSendService", - "TelegramControlChannel", - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D3_ENTITY_CATALOG", - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": {} -} - -## Pipeline Steps -- none - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'docs/logic/telegram-notification-loop.md' -- llm: expected answer to contain 'docs/domains/runtime-health-entity.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-01-what-is-service.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-01-what-is-service.json deleted file mode 100644 index b718226..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-01-what-is-service.json +++ /dev/null @@ -1,27 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-01-what-is-service", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'Telegram'" - ], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "Это зависит от контекста. Уточни, пожалуйста, о каком именно сервисе идет речь.", - "answer_mode": "answered", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-01-what-is-service.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-01-what-is-service.md deleted file mode 100644 index 1d5f9f6..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-01-what-is-service.md +++ /dev/null @@ -1,35 +0,0 @@ -# v2-general-01-what-is-service - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Что это за сервис? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "Это зависит от контекста. Уточни, пожалуйста, о каком именно сервисе идет речь.", - "answer_mode": "answered", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -- none - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'Telegram' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-02-purpose.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-02-purpose.json deleted file mode 100644 index 81dee19..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-02-purpose.json +++ /dev/null @@ -1,25 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-02-purpose", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "Test_echo_app нужен для тестирования и отладки приложений и систем, повторяя входящий запрос в качестве ответа, чтобы убедиться в правильной работе связи и функциональности.", - "answer_mode": "answered", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-02-purpose.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-02-purpose.md deleted file mode 100644 index ed9376c..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-02-purpose.md +++ /dev/null @@ -1,35 +0,0 @@ -# v2-general-02-purpose - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Для чего нужен test_echo_app? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "Test_echo_app нужен для тестирования и отладки приложений и систем, повторяя входящий запрос в качестве ответа, чтобы убедиться в правильной работе связи и функциональности.", - "answer_mode": "answered", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -- none - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-03-problem.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-03-problem.json deleted file mode 100644 index 4664e67..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-03-problem.json +++ /dev/null @@ -1,27 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-03-problem", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'Telegram'" - ], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "Приложение решает задачу (указать конкретную задачу, например, управления контактами, планирования задач, учета финансов и т.д.) для пользователей путем предоставления удобного и интуитивно понятного интерфейса.", - "answer_mode": "answered", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-03-problem.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-03-problem.md deleted file mode 100644 index fc0d6ea..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-03-problem.md +++ /dev/null @@ -1,35 +0,0 @@ -# v2-general-03-problem - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Какую задачу решает это приложение? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "Приложение решает задачу (указать конкретную задачу, например, управления контактами, планирования задач, учета финансов и т.д.) для пользователей путем предоставления удобного и интуитивно понятного интерфейса.", - "answer_mode": "answered", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -- none - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'Telegram' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-04-docs-contents.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-04-docs-contents.json deleted file mode 100644 index 5615b14..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-04-docs-contents.json +++ /dev/null @@ -1,43 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-04-docs-contents", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "domain: expected GENERAL, got DOCS", - "intent: expected GENERAL_QA, got DOC_EXPLAIN" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 12, - "llm_answer": "Документация проекта включает следующие компоненты:\n\n- Архитектура приложения `test_echo_app`\n- Описание HTTP API (control plane)\n- Цикл отправки уведомлений\n- Health-модель\n- Каталог ошибок\n\nСтруктура документации канонически разделена на несколько секций: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`. Основная родительская документация — \"Архитектура Telegram Notify App\" (находится по пути ./architecture/telegram-notify-app-overview.md). Документы взаимосвязаны с помощью ссылок `related_docs`, `parent`/`children` и обычных markdown-ссылок без повторения одной и той же информации.\n\nФайлы, использованные для ответа: docs/README.md", - "answer_mode": "answered", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramControlChannel", - "TelegramNotifyModule", - "TelegramSendService", - "TelegramNotifyWorker", - "RuntimeManager" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": {} - } - }, - "pipeline_steps": [] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-04-docs-contents.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-04-docs-contents.md deleted file mode 100644 index 226c40b..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-04-docs-contents.md +++ /dev/null @@ -1,51 +0,0 @@ -# v2-general-04-docs-contents - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Что входит в документацию этого проекта? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 12, - "llm_answer": "Документация проекта включает следующие компоненты:\n\n- Архитектура приложения `test_echo_app`\n- Описание HTTP API (control plane)\n- Цикл отправки уведомлений\n- Health-модель\n- Каталог ошибок\n\nСтруктура документации канонически разделена на несколько секций: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`. Основная родительская документация — \"Архитектура Telegram Notify App\" (находится по пути ./architecture/telegram-notify-app-overview.md). Документы взаимосвязаны с помощью ссылок `related_docs`, `parent`/`children` и обычных markdown-ссылок без повторения одной и той же информации.\n\nФайлы, использованные для ответа: docs/README.md", - "answer_mode": "answered", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramControlChannel", - "TelegramNotifyModule", - "TelegramSendService", - "TelegramNotifyWorker", - "RuntimeManager" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": {} -} - -## Pipeline Steps -- none - -## Diagnostics -{} - - -## Mismatches -- domain: expected GENERAL, got DOCS -- intent: expected GENERAL_QA, got DOC_EXPLAIN \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-05-main-parts.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-05-main-parts.json deleted file mode 100644 index 03d8590..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-05-main-parts.json +++ /dev/null @@ -1,27 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-05-main-parts", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'Telegram'" - ], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "Основные части любой системы включают вход, процессоры (обработчики), память и выход.", - "answer_mode": "answered", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-05-main-parts.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-05-main-parts.md deleted file mode 100644 index e83b3a0..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-05-main-parts.md +++ /dev/null @@ -1,35 +0,0 @@ -# v2-general-05-main-parts - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Какие основные части есть у системы? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "Основные части любой системы включают вход, процессоры (обработчики), память и выход.", - "answer_mode": "answered", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -- none - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'Telegram' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.json deleted file mode 100644 index be43495..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.json +++ /dev/null @@ -1,25 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-06-high-level-architecture", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "Приложение обычно состоит из пользовательского интерфейса (то, что видит и с чем взаимодействует пользователь), логики приложения (код, который обрабатывает действия пользователя) и базы данных (место хранения информации). Все эти части связаны между собой для обеспечения удобной работы пользователя.", - "answer_mode": "answered", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.md deleted file mode 100644 index 7c7b4b5..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.md +++ /dev/null @@ -1,35 +0,0 @@ -# v2-general-06-high-level-architecture - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Как в целом устроено приложение? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "Приложение обычно состоит из пользовательского интерфейса (то, что видит и с чем взаимодействует пользователь), логики приложения (код, который обрабатывает действия пользователя) и базы данных (место хранения информации). Все эти части связаны между собой для обеспечения удобной работы пользователя.", - "answer_mode": "answered", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -- none - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-07-besides-api.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-07-besides-api.json deleted file mode 100644 index 66911fe..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-07-besides-api.json +++ /dev/null @@ -1,25 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-07-besides-api", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "Кроме API, здесь есть дружелюбная атмосфера, готовность помочь и интересные беседы на различные темы.", - "answer_mode": "answered", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-07-besides-api.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-07-besides-api.md deleted file mode 100644 index f1f0cf8..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-07-besides-api.md +++ /dev/null @@ -1,35 +0,0 @@ -# v2-general-07-besides-api - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Что тут есть кроме API? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "Кроме API, здесь есть дружелюбная атмосфера, готовность помочь и интересные беседы на различные темы.", - "answer_mode": "answered", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -- none - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-08-components.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-08-components.json deleted file mode 100644 index 3548b3f..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-08-components.json +++ /dev/null @@ -1,25 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-08-components", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "Telegram Notify App состоит из простого пользовательского интерфейса для отправки уведомлений, механизма обработки сообщений и интеграции с API Telegram, позволяющей отправлять сообщения в выбранные чаты или каналы.", - "answer_mode": "answered", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-08-components.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-08-components.md deleted file mode 100644 index 2e5b1c0..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-08-components.md +++ /dev/null @@ -1,35 +0,0 @@ -# v2-general-08-components - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Из чего состоит Telegram Notify App? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "Telegram Notify App состоит из простого пользовательского интерфейса для отправки уведомлений, механизма обработки сообщений и интеграции с API Telegram, позволяющей отправлять сообщения в выбранные чаты или каналы.", - "answer_mode": "answered", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -- none - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-09-reading-order.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-09-reading-order.json deleted file mode 100644 index 6e5d7fe..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-09-reading-order.json +++ /dev/null @@ -1,45 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-09-reading-order", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "domain: expected GENERAL, got DOCS", - "intent: expected GENERAL_QA, got DOC_EXPLAIN", - "llm: expected answer to contain 'README'", - "llm: expected answer to contain 'архитект'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 12, - "llm_answer": "Не нашёл подходящих SUMMARY-блоков в документации по этому запросу.", - "answer_mode": "answered", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule", - "TelegramSendService", - "TelegramNotifyWorker", - "TelegramControlChannel", - "RuntimeManager" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": {} - } - }, - "pipeline_steps": [] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-09-reading-order.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-09-reading-order.md deleted file mode 100644 index 2090b54..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-09-reading-order.md +++ /dev/null @@ -1,53 +0,0 @@ -# v2-general-09-reading-order - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Какие документы стоит читать сначала? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 12, - "llm_answer": "Не нашёл подходящих SUMMARY-блоков в документации по этому запросу.", - "answer_mode": "answered", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule", - "TelegramSendService", - "TelegramNotifyWorker", - "TelegramControlChannel", - "RuntimeManager" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": {} -} - -## Pipeline Steps -- none - -## Diagnostics -{} - - -## Mismatches -- domain: expected GENERAL, got DOCS -- intent: expected GENERAL_QA, got DOC_EXPLAIN -- llm: expected answer to contain 'README' -- llm: expected answer to contain 'архитект' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-10-short-summary.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-10-short-summary.json deleted file mode 100644 index 7c84098..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-10-short-summary.json +++ /dev/null @@ -1,25 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-10-short-summary", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "Проектная документация включает описание целей, задач, методов, графика и бюджета проекта, а также список необходимых ресурсов и команду исполнителей.", - "answer_mode": "answered", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-10-short-summary.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-10-short-summary.md deleted file mode 100644 index d55ff45..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/full_chain_docs_v2_matrix_v2-general-10-short-summary.md +++ /dev/null @@ -1,35 +0,0 @@ -# v2-general-10-short-summary - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Дай короткое summary по проектной документации - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "Проектная документация включает описание целей, задач, методов, графика и бюджета проекта, а также список необходимых ресурсов и команду исполнителей.", - "answer_mode": "answered", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -- none - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/summary.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/summary.md deleted file mode 100644 index 871b698..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_194106/summary.md +++ /dev/null @@ -1,153 +0,0 @@ -# pipeline_setup_v3 summary - -Passed: 7/30 - -| File | Case | Mode | Query | Actual sub-intent | RAG layers | Tokens | Pass | -|------|------|------|-------|-------------------|------------|--------|------| -| full_chain_docs_v2_matrix.yaml | v2-general-01-what-is-service | full_chain | Что это за сервис? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-general-02-purpose | full_chain | Для чего нужен test_echo_app? | SUMMARY | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-general-03-problem | full_chain | Какую задачу решает это приложение? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-general-04-docs-contents | full_chain | Что входит в документацию этого проекта? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-general-05-main-parts | full_chain | Какие основные части есть у системы? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-general-06-high-level-architecture | full_chain | Как в целом устроено приложение? | SUMMARY | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-general-07-besides-api | full_chain | Что тут есть кроме API? | SUMMARY | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-general-08-components | full_chain | Из чего состоит Telegram Notify App? | SUMMARY | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-general-09-reading-order | full_chain | Какие документы стоит читать сначала? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-general-10-short-summary | full_chain | Дай короткое summary по проектной документации | SUMMARY | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-01-health | full_chain | Кратко объясни по документации, как работает `/health` | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-02-send | full_chain | Что делает endpoint `/send`? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-03-actions | full_chain | Объясни назначение `/actions/{action}` | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-04-runtime-health | full_chain | Что такое runtime health в этой документации? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-05-notification-loop | full_chain | Кратко опиши цикл отправки уведомлений | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-06-architecture | full_chain | Как устроена архитектура Telegram Notify App? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-07-worker | full_chain | Что делает worker в этом приложении? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-08-health-statuses | full_chain | Какие статусы здоровья есть у runtime? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-09-manual-send | full_chain | Как в приложении устроена ручная отправка сообщения? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-10-telegram-integration | full_chain | Как сервис взаимодействует с Telegram в целом? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-01-health | full_chain | В каком файле описан `/health`? | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-02-send | full_chain | Покажи файл с описанием endpoint `/send` | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-03-actions | full_chain | Где находится документация по `/actions/{action}`? | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-04-runtime-health | full_chain | В каком документе описан runtime health? | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-05-loop | full_chain | Найди файл с логикой цикла отправки уведомлений | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-06-architecture | full_chain | Где описана архитектура приложения? | FIND_FILES | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-07-errors-catalog | full_chain | В каком файле лежит каталог ошибок? | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-08-docs-index | full_chain | Покажи файл-индекс документации проекта | FIND_FILES | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-09-telegram-bot-api | full_chain | Какие файлы относятся к Telegram Bot API интеграции? | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-10-telegram-notify-worker | full_chain | В каких файлах описан worker `telegram_notify`? | FIND_FILES | — | — | ✗ | - -## Failures -- **v2-general-01-what-is-service**: llm: expected answer to contain 'Telegram' -- **v2-general-03-problem**: llm: expected answer to contain 'Telegram' -- **v2-general-04-docs-contents**: domain: expected GENERAL, got DOCS; intent: expected GENERAL_QA, got DOC_EXPLAIN -- **v2-general-05-main-parts**: llm: expected answer to contain 'Telegram' -- **v2-general-09-reading-order**: domain: expected GENERAL, got DOCS; intent: expected GENERAL_QA, got DOC_EXPLAIN; llm: expected answer to contain 'README'; llm: expected answer to contain 'архитект' -- **v2-docs-summary-01-health**: llm: expected answer to contain 'status'; llm: expected answer to contain 'components' -- **v2-docs-summary-02-send**: doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']; llm: expected answer to contain 'message' -- **v2-docs-summary-03-actions**: domain: expected DOCS, got GENERAL; intent: expected DOC_EXPLAIN, got GENERAL_QA; retrieval: expected non-empty rag, got 0 rows; doc_scope should contain 'docs/api/control-actions-endpoint.md', got [] -- **v2-docs-summary-04-runtime-health**: domain: expected DOCS, got GENERAL; intent: expected DOC_EXPLAIN, got GENERAL_QA; retrieval: expected non-empty rag, got 0 rows; doc_scope should contain 'docs/domains/runtime-health-entity.md', got [] -- **v2-docs-summary-05-notification-loop**: domain: expected DOCS, got GENERAL; intent: expected DOC_EXPLAIN, got GENERAL_QA; retrieval: expected non-empty rag, got 0 rows; doc_scope should contain 'docs/logic/telegram-notification-loop.md', got []; llm: expected answer to contain 'worker'; llm: expected answer to contain 'interval'; llm: expected answer to contain 'degraded' -- **v2-docs-summary-06-architecture**: domain: expected DOCS, got GENERAL; intent: expected DOC_EXPLAIN, got GENERAL_QA; retrieval: expected non-empty rag, got 0 rows; doc_scope should contain 'docs/architecture/telegram-notify-app-overview.md', got []; llm: expected answer to contain 'RuntimeManager'; llm: expected answer to contain 'TelegramControlChannel' -- **v2-docs-summary-07-worker**: domain: expected DOCS, got GENERAL; intent: expected DOC_EXPLAIN, got GENERAL_QA; retrieval: expected non-empty rag, got 0 rows; doc_scope should contain 'docs/logic/telegram-notification-loop.md', got []; doc_scope should contain 'docs/architecture/telegram-notify-app-overview.md', got []; llm: expected answer to contain 'Telegram' -- **v2-docs-summary-08-health-statuses**: doc_scope should contain 'docs/domains/runtime-health-entity.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']; doc_scope should contain 'docs/api/health-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']; llm: expected answer to contain 'ok'; llm: expected answer to contain 'degraded'; llm: expected answer to contain 'unhealthy'; llm: expected answer to contain 'unknown' -- **v2-docs-summary-09-manual-send**: domain: expected DOCS, got GENERAL; intent: expected DOC_EXPLAIN, got GENERAL_QA; retrieval: expected non-empty rag, got 0 rows; doc_scope should contain 'docs/api/send-message-endpoint.md', got []; llm: expected answer to contain '/send'; llm: expected answer to contain 'message'; llm: expected answer to contain 'TelegramSendService' -- **v2-docs-summary-10-telegram-integration**: domain: expected DOCS, got GENERAL; intent: expected DOC_EXPLAIN, got GENERAL_QA; retrieval: expected non-empty rag, got 0 rows; retrieval: expected at least 2 rows, got 0; doc_scope should contain 'docs/architecture/telegram-notify-app-overview.md', got []; doc_scope should contain 'docs/api/send-message-endpoint.md', got []; llm: expected answer to contain 'worker'; llm: expected answer to contain '/send' -- **v2-find-files-01-health**: llm: expected answer to contain 'docs/api/health-endpoint.md' -- **v2-find-files-02-send**: llm: expected answer to contain 'docs/api/send-message-endpoint.md' -- **v2-find-files-03-actions**: llm: expected answer to contain 'docs/api/control-actions-endpoint.md' -- **v2-find-files-04-runtime-health**: llm: expected answer to contain 'docs/domains/runtime-health-entity.md' -- **v2-find-files-05-loop**: llm: expected answer to contain 'docs/logic/telegram-notification-loop.md' -- **v2-find-files-07-errors-catalog**: llm: expected answer to contain 'docs/errors/catalog.yaml' -- **v2-find-files-09-telegram-bot-api**: llm: expected answer to contain 'docs/api/send-message-endpoint.md'; llm: expected answer to contain 'docs/logic/telegram-notification-loop.md' -- **v2-find-files-10-telegram-notify-worker**: llm: expected answer to contain 'docs/logic/telegram-notification-loop.md'; llm: expected answer to contain 'docs/domains/runtime-health-entity.md' - -## LLM Answers -- **v2-general-01-what-is-service** - Query: Что это за сервис? - > Это зависит от контекста. Уточни, пожалуйста, о каком именно сервисе идет речь. -- **v2-general-02-purpose** - Query: Для чего нужен test_echo_app? - > Test\_echo\_app нужен для тестирования и отладки приложений и систем, повторяя входящий запрос в качестве ответа, чтобы убедиться в правильной работе связи и функциональности. -- **v2-general-03-problem** - Query: Какую задачу решает это приложение? - > Приложение решает задачу \(указать конкретную задачу, например, управления контактами, планирования задач, учета финансов и т.д.\) для пользователей путем предоставления удобного и интуитивно понятного интерфейса. -- **v2-general-04-docs-contents** - Query: Что входит в документацию этого проекта? - > Документация проекта включает следующие компоненты: \- Архитектура приложения \`test\_echo\_app\` \- Описание HTTP API \(control plane\) \- Цикл отправки уведомлений \- Health\-модель \- Каталог ошибок Структура документации канонически разделена на несколько секций: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. Основная родительская документация — "Архитектура Telegram Notify App" \(находится по пути ./architecture/telegram\-notify\-app\-overview.md\). Документы взаимосвязаны с помощью ссылок \`related\_docs\`, \`parent\`/\`children\` и обычных markdown\-ссылок без повторения одной и той же информации. Файлы, использованные для ответа: docs/README.md -- **v2-general-05-main-parts** - Query: Какие основные части есть у системы? - > Основные части любой системы включают вход, процессоры \(обработчики\), память и выход. -- **v2-general-06-high-level-architecture** - Query: Как в целом устроено приложение? - > Приложение обычно состоит из пользовательского интерфейса \(то, что видит и с чем взаимодействует пользователь\), логики приложения \(код, который обрабатывает действия пользователя\) и базы данных \(место хранения информации\). Все эти части связаны между собой для обеспечения удобной работы пользователя. -- **v2-general-07-besides-api** - Query: Что тут есть кроме API? - > Кроме API, здесь есть дружелюбная атмосфера, готовность помочь и интересные беседы на различные темы. -- **v2-general-08-components** - Query: Из чего состоит Telegram Notify App? - > Telegram Notify App состоит из простого пользовательского интерфейса для отправки уведомлений, механизма обработки сообщений и интеграции с API Telegram, позволяющей отправлять сообщения в выбранные чаты или каналы. -- **v2-general-09-reading-order** - Query: Какие документы стоит читать сначала? - > Не нашёл подходящих SUMMARY\-блоков в документации по этому запросу. -- **v2-general-10-short-summary** - Query: Дай короткое summary по проектной документации - > Проектная документация включает описание целей, задач, методов, графика и бюджета проекта, а также список необходимых ресурсов и команду исполнителей. -- **v2-docs-summary-01-health** - Query: Кратко объясни по документации, как работает `/health` - > Информация о том, как именно работает \`/health\`, не представлена в предоставленных SUMMARY\-блоках. Файлы, на которые я опирался: \- docs/architecture/telegram\-notify\-app\-overview.md -- **v2-docs-summary-02-send** - Query: Что делает endpoint `/send`? - > На основе представленного SUMMARY\-блока, документация о том, что именно делает endpoint \`/send\`, отсутствует. В контексте указано, что он связан с отправкой сообщений, но подробностей его работы не приведено. Файлы, на которые опирался ответ: \- docs/architecture/telegram\-notify\-app\-overview.md -- **v2-docs-summary-03-actions** - Query: Объясни назначение `/actions/{action}` - > \`/actions/\{action\}\` обычно используется в API для выполнения конкретных действий или операций, где \`\{action\}\` заменяется названием нужного действия. Это позволяет организовывать и вызывать различные функции через единый интерфейс. -- **v2-docs-summary-04-runtime-health** - Query: Что такое runtime health в этой документации? - > Runtime health — это процесс мониторинга и обеспечения стабильности работы системы или приложения во время их выполнения \(runtime\), позволяющий своевременно обнаруживать и устранять возникающие проблемы. -- **v2-docs-summary-05-notification-loop** - Query: Кратко опиши цикл отправки уведомлений - > Цикл отправки уведомлений включает следующие шаги: отлавливание события, обработка данных, выбор получателей, формирование сообщения и его отправка выбранным пользователям. -- **v2-docs-summary-06-architecture** - Query: Как устроена архитектура Telegram Notify App? - > Архитектура Telegram Notify App основана на клиент\-серверной модели, где серверное приложение обрабатывает входящие данные и отправляет уведомления через Telegram API. Клиентское приложение взаимодействует с сервером для отправки уведомлений. Пользователь настраивает параметры уведомлений в приложении, а сервер передает их в виде сообщений в указанный Telegram\-канал или пользователю. -- **v2-docs-summary-07-worker** - Query: Что делает worker в этом приложении? - > Worker в этом приложении выполняет фоновые задачи или процессы, позволяя основному приложению работать быстро и плавно. Это может включать обработку данных, отправку уведомлений, загрузку файлов и другие ресурсоемкие операции. -- **v2-docs-summary-08-health-statuses** - Query: Какие статусы здоровья есть у runtime? - > На основе представленного SUMMARY\-блока конкретной информации о статусах здоровья runtime нет. Файл, связанный с доменом "runtime health" \(../domains/runtime\-health\-entity.md\), вероятно, содержит эту информацию, но она не включена в текущий контекст. Файлы, на которые опирался ответ: \- docs/architecture/telegram\-notify\-app\-overview.md -- **v2-docs-summary-09-manual-send** - Query: Как в приложении устроена ручная отправка сообщения? - > Ручная отправка сообщения в приложении обычно осуществляется нажатием кнопки "Отправить" или аналогичного элемента интерфейса после того, как пользователь введет текст сообщения. -- **v2-docs-summary-10-telegram-integration** - Query: Как сервис взаимодействует с Telegram в целом? - > Сервис может отправлять и получать сообщения, реагировать на команды и запросы пользователей через Telegram\-бота. Взаимодействие происходит посредством отправки запросов и получения ответов от бота в чате. -- **v2-find-files-01-health** - Query: В каком файле описан `/health`? - > Нашёл релевантные файлы документации: \- \`docs/README.md\` \- \`docs/architecture/telegram\-notify\-app\-overview.md\` -- **v2-find-files-02-send** - Query: Покажи файл с описанием endpoint `/send` - > Нашёл релевантные файлы документации: \- \`docs/README.md\` \- \`docs/architecture/telegram\-notify\-app\-overview.md\` -- **v2-find-files-03-actions** - Query: Где находится документация по `/actions/{action}`? - > Нашёл релевантные файлы документации: \- \`docs/README.md\` \- \`docs/architecture/telegram\-notify\-app\-overview.md\` -- **v2-find-files-04-runtime-health** - Query: В каком документе описан runtime health? - > Нашёл релевантные файлы документации: \- \`docs/architecture/telegram\-notify\-app\-overview.md\` \- \`docs/README.md\` -- **v2-find-files-05-loop** - Query: Найди файл с логикой цикла отправки уведомлений - > Нашёл релевантные файлы документации: \- \`docs/README.md\` \- \`docs/architecture/telegram\-notify\-app\-overview.md\` -- **v2-find-files-06-architecture** - Query: Где описана архитектура приложения? - > Нашёл релевантные файлы документации: \- \`docs/README.md\` \- \`docs/architecture/telegram\-notify\-app\-overview.md\` -- **v2-find-files-07-errors-catalog** - Query: В каком файле лежит каталог ошибок? - > Нашёл релевантные файлы документации: \- \`docs/README.md\` -- **v2-find-files-08-docs-index** - Query: Покажи файл-индекс документации проекта - > Нашёл релевантные файлы документации: \- \`docs/README.md\` -- **v2-find-files-09-telegram-bot-api** - Query: Какие файлы относятся к Telegram Bot API интеграции? - > Нашёл релевантные файлы документации: \- \`docs/README.md\` \- \`docs/architecture/telegram\-notify\-app\-overview.md\` -- **v2-find-files-10-telegram-notify-worker** - Query: В каких файлах описан worker `telegram_notify`? - > Нашёл релевантные файлы документации: \- \`docs/architecture/telegram\-notify\-app\-overview.md\` \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-01-health.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-01-health.json deleted file mode 100644 index f750d75..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-01-health.json +++ /dev/null @@ -1,153 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-01-health", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "answer_mode: expected grounded_summary, got insufficient_evidence", - "llm: expected answer to contain '/health'", - "llm: expected answer to contain 'status'", - "llm: expected answer to contain 'components'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 8, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "RuntimeManager", - "TelegramSendService", - "TelegramControlChannel" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%", - "%/health%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%", - "%/health%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "profile": "docs_summary_api_endpoint", - "row_count": 8, - "top_files": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-01-health.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-01-health.md deleted file mode 100644 index 72de4ec..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-01-health.md +++ /dev/null @@ -1,186 +0,0 @@ -# v2-docs-summary-01-health - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Кратко объясни по документации, как работает `/health` - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 8, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "RuntimeManager", - "TelegramSendService", - "TelegramControlChannel" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%", - "%/health%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%", - "%/health%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_api_endpoint", - "row_count": 8, - "top_files": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- answer_mode: expected grounded_summary, got insufficient_evidence -- llm: expected answer to contain '/health' -- llm: expected answer to contain 'status' -- llm: expected answer to contain 'components' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-02-send.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-02-send.json deleted file mode 100644 index 1c3c7bf..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-02-send.json +++ /dev/null @@ -1,152 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-02-send", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']", - "llm: expected answer to contain '/send'", - "llm: expected answer to contain 'message'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 8, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramSendService", - "TelegramNotifyModule", - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%", - "%/send%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%", - "%/send%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "profile": "docs_summary_api_endpoint", - "row_count": 8, - "top_files": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-02-send.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-02-send.md deleted file mode 100644 index 010899d..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-02-send.md +++ /dev/null @@ -1,185 +0,0 @@ -# v2-docs-summary-02-send - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Что делает endpoint `/send`? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 8, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramSendService", - "TelegramNotifyModule", - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%", - "%/send%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%", - "%/send%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_api_endpoint", - "row_count": 8, - "top_files": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md'] -- llm: expected answer to contain '/send' -- llm: expected answer to contain 'message' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.json deleted file mode 100644 index f91e458..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.json +++ /dev/null @@ -1,153 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-03-actions", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "doc_scope should contain 'docs/api/control-actions-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']", - "llm: expected answer to contain '/actions/{action}'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 8, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager", - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramControlChannel", - "TelegramSendService" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%", - "%/actions/{action}%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%", - "%/actions/{action}%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "profile": "docs_summary_api_endpoint", - "row_count": 8, - "top_files": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.md deleted file mode 100644 index 677f559..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.md +++ /dev/null @@ -1,186 +0,0 @@ -# v2-docs-summary-03-actions - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Объясни назначение `/actions/{action}` - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 8, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager", - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramControlChannel", - "TelegramSendService" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%", - "%/actions/{action}%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%", - "%/actions/{action}%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_api_endpoint", - "row_count": 8, - "top_files": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- doc_scope should contain 'docs/api/control-actions-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md'] -- llm: expected answer to contain '/actions/{action}' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.json deleted file mode 100644 index 15376d0..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.json +++ /dev/null @@ -1,139 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-04-runtime-health", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "doc_scope should contain 'docs/domains/runtime-health-entity.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md']", - "llm: expected answer to contain 'runtime health'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "rag_count": 8, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager", - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramSendService", - "TelegramControlChannel" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "DOMAIN_ENTITY", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_domain_entity", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "profile": "docs_summary_domain_entity", - "row_count": 8, - "top_files": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.md deleted file mode 100644 index e8a24ab..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.md +++ /dev/null @@ -1,172 +0,0 @@ -# v2-docs-summary-04-runtime-health - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Что такое runtime health в этой документации? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "rag_count": 8, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager", - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramSendService", - "TelegramControlChannel" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "DOMAIN_ENTITY", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_domain_entity", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_domain_entity", - "row_count": 8, - "top_files": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- doc_scope should contain 'docs/domains/runtime-health-entity.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md'] -- llm: expected answer to contain 'runtime health' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.json deleted file mode 100644 index c159648..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.json +++ /dev/null @@ -1,143 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-05-notification-loop", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "doc_scope should contain 'docs/logic/telegram-notification-loop.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']", - "llm: expected answer to contain 'worker'", - "llm: expected answer to contain 'interval'", - "llm: expected answer to contain 'degraded'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "rag_count": 8, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md, docs/README.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramSendService", - "TelegramControlChannel", - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "LOGIC_FLOW", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [ - "telegram-notification-loop" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_logic_flow", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "profile": "docs_summary_logic_flow", - "row_count": 8, - "top_files": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 147 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.md deleted file mode 100644 index b5fee52..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.md +++ /dev/null @@ -1,176 +0,0 @@ -# v2-docs-summary-05-notification-loop - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Кратко опиши цикл отправки уведомлений - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "rag_count": 8, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md, docs/README.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramSendService", - "TelegramControlChannel", - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "LOGIC_FLOW", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [ - "telegram-notification-loop" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_logic_flow", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_logic_flow", - "row_count": 8, - "top_files": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 147 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- doc_scope should contain 'docs/logic/telegram-notification-loop.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md'] -- llm: expected answer to contain 'worker' -- llm: expected answer to contain 'interval' -- llm: expected answer to contain 'degraded' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.json deleted file mode 100644 index 24b90d1..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.json +++ /dev/null @@ -1,124 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-06-architecture", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "rag_count": 8, - "llm_answer": "- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).\n\nФайлы-источники:\n- docs/architecture/telegram-notify-app-overview.md\n- docs/README.md", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramSendService", - "TelegramControlChannel", - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "ARCHITECTURE", - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_architecture", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "profile": "docs_summary_architecture", - "row_count": 8, - "top_files": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "target_doc_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 753 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.md deleted file mode 100644 index 7a22ca8..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.md +++ /dev/null @@ -1,159 +0,0 @@ -# v2-docs-summary-06-architecture - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Как устроена архитектура Telegram Notify App? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "rag_count": 8, - "llm_answer": "- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).\n\nФайлы-источники:\n- docs/architecture/telegram-notify-app-overview.md\n- docs/README.md", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramSendService", - "TelegramControlChannel", - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "ARCHITECTURE", - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_architecture", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_architecture", - "row_count": 8, - "top_files": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "target_doc_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 753 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.json deleted file mode 100644 index 87eef02..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-07-worker", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "doc_scope should contain 'docs/logic/telegram-notification-loop.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']", - "llm: expected answer to contain 'worker'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "rag_count": 8, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyWorker", - "RuntimeManager", - "TelegramNotifyModule", - "TelegramSendService", - "TelegramControlChannel" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "LOGIC_FLOW", - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_logic_flow", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "profile": "docs_summary_logic_flow", - "row_count": 8, - "top_files": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.md deleted file mode 100644 index 1e5bd47..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.md +++ /dev/null @@ -1,162 +0,0 @@ -# v2-docs-summary-07-worker - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Что делает worker в этом приложении? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "rag_count": 8, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyWorker", - "RuntimeManager", - "TelegramNotifyModule", - "TelegramSendService", - "TelegramControlChannel" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "LOGIC_FLOW", - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_logic_flow", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_logic_flow", - "row_count": 8, - "top_files": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- doc_scope should contain 'docs/logic/telegram-notification-loop.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md'] -- llm: expected answer to contain 'worker' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.json deleted file mode 100644 index 0f7c40a..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.json +++ /dev/null @@ -1,143 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-08-health-statuses", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "doc_scope should contain 'docs/domains/runtime-health-entity.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md']", - "doc_scope should contain 'docs/api/health-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md']", - "llm: expected answer to contain 'ok'", - "llm: expected answer to contain 'degraded'", - "llm: expected answer to contain 'unhealthy'", - "llm: expected answer to contain 'unknown'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "rag_count": 8, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager", - "TelegramNotifyWorker", - "TelegramSendService", - "TelegramNotifyModule", - "TelegramControlChannel" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "DOMAIN_ENTITY", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_domain_entity", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "profile": "docs_summary_domain_entity", - "row_count": 8, - "top_files": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.md deleted file mode 100644 index 8afa3cb..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.md +++ /dev/null @@ -1,176 +0,0 @@ -# v2-docs-summary-08-health-statuses - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Какие статусы здоровья есть у runtime? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "rag_count": 8, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager", - "TelegramNotifyWorker", - "TelegramSendService", - "TelegramNotifyModule", - "TelegramControlChannel" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "DOMAIN_ENTITY", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_domain_entity", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_domain_entity", - "row_count": 8, - "top_files": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- doc_scope should contain 'docs/domains/runtime-health-entity.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md'] -- doc_scope should contain 'docs/api/health-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md'] -- llm: expected answer to contain 'ok' -- llm: expected answer to contain 'degraded' -- llm: expected answer to contain 'unhealthy' -- llm: expected answer to contain 'unknown' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.json deleted file mode 100644 index 11bf82f..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.json +++ /dev/null @@ -1,151 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-09-manual-send", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']", - "llm: expected answer to contain '/send'", - "llm: expected answer to contain 'message'", - "llm: expected answer to contain 'TelegramSendService'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 8, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramSendService", - "TelegramNotifyWorker", - "RuntimeManager", - "TelegramNotifyModule", - "TelegramControlChannel" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [ - "/send" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "profile": "docs_summary_api_endpoint", - "row_count": 8, - "top_files": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.md deleted file mode 100644 index 851ead9..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.md +++ /dev/null @@ -1,184 +0,0 @@ -# v2-docs-summary-09-manual-send - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Как в приложении устроена ручная отправка сообщения? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 8, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramSendService", - "TelegramNotifyWorker", - "RuntimeManager", - "TelegramNotifyModule", - "TelegramControlChannel" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [ - "/send" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_api_endpoint", - "row_count": 8, - "top_files": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md'] -- llm: expected answer to contain '/send' -- llm: expected answer to contain 'message' -- llm: expected answer to contain 'TelegramSendService' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.json deleted file mode 100644 index a185ba1..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.json +++ /dev/null @@ -1,127 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-10-telegram-integration", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "domain: expected DOCS, got GENERAL", - "intent: expected DOC_EXPLAIN, got GENERAL_QA", - "anchor_type: expected API_ENDPOINT, got None", - "doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']" - ], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": null, - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": null, - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "profile": "general_qa_grounded_summary", - "row_count": 8, - "top_files": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.md deleted file mode 100644 index 8fa8c48..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.md +++ /dev/null @@ -1,160 +0,0 @@ -# v2-docs-summary-10-telegram-integration - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Как сервис взаимодействует с Telegram в целом? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": null, - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": null, - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "row_count": 8, - "top_files": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- domain: expected DOCS, got GENERAL -- intent: expected DOC_EXPLAIN, got GENERAL_QA -- anchor_type: expected API_ENDPOINT, got None -- doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md'] \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-01-health.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-01-health.json deleted file mode 100644 index 13b57c3..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-01-health.json +++ /dev/null @@ -1,137 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-01-health", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "answer_mode: expected deterministic, got deterministic_file_list", - "llm: expected answer to contain 'docs/api/health-endpoint.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 12, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic_file_list", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule", - "RuntimeManager", - "TelegramControlChannel", - "TelegramNotifyWorker", - "TelegramSendService" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_find_files_catalog", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "profile": "docs_find_files_catalog", - "row_count": 12, - "top_files": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "primary_file_confident", - "answer_mode": "deterministic_file_list" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic_file_list", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-01-health.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-01-health.md deleted file mode 100644 index a31fc92..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-01-health.md +++ /dev/null @@ -1,170 +0,0 @@ -# v2-find-files-01-health - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -В каком файле описан `/health`? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 12, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic_file_list", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule", - "RuntimeManager", - "TelegramControlChannel", - "TelegramNotifyWorker", - "TelegramSendService" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_find_files_catalog", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "profile": "docs_find_files_catalog", - "row_count": 12, - "top_files": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "primary_file_confident", - "answer_mode": "deterministic_file_list" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic_file_list", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- answer_mode: expected deterministic, got deterministic_file_list -- llm: expected answer to contain 'docs/api/health-endpoint.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-02-send.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-02-send.json deleted file mode 100644 index 479930f..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-02-send.json +++ /dev/null @@ -1,137 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-02-send", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "answer_mode: expected deterministic, got deterministic_file_list", - "llm: expected answer to contain 'docs/api/send-message-endpoint.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 12, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic_file_list", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramSendService", - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramControlChannel", - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_find_files_catalog", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "profile": "docs_find_files_catalog", - "row_count": 12, - "top_files": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "primary_file_confident", - "answer_mode": "deterministic_file_list" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic_file_list", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-02-send.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-02-send.md deleted file mode 100644 index 03887d8..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-02-send.md +++ /dev/null @@ -1,170 +0,0 @@ -# v2-find-files-02-send - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Покажи файл с описанием endpoint `/send` - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 12, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic_file_list", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramSendService", - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramControlChannel", - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_find_files_catalog", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "profile": "docs_find_files_catalog", - "row_count": 12, - "top_files": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "primary_file_confident", - "answer_mode": "deterministic_file_list" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic_file_list", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- answer_mode: expected deterministic, got deterministic_file_list -- llm: expected answer to contain 'docs/api/send-message-endpoint.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-03-actions.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-03-actions.json deleted file mode 100644 index 57d42de..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-03-actions.json +++ /dev/null @@ -1,139 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-03-actions", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "answer_mode: expected deterministic, got deterministic_file_list", - "llm: expected answer to contain 'docs/api/control-actions-endpoint.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 12, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic_file_list", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager", - "TelegramNotifyModule", - "TelegramControlChannel", - "TelegramNotifyWorker", - "TelegramSendService" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_find_files_catalog", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "profile": "docs_find_files_catalog", - "row_count": 12, - "top_files": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "primary_file_confident", - "answer_mode": "deterministic_file_list" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic_file_list", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-03-actions.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-03-actions.md deleted file mode 100644 index 91dd829..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-03-actions.md +++ /dev/null @@ -1,172 +0,0 @@ -# v2-find-files-03-actions - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Где находится документация по `/actions/{action}`? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 12, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic_file_list", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager", - "TelegramNotifyModule", - "TelegramControlChannel", - "TelegramNotifyWorker", - "TelegramSendService" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_find_files_catalog", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "profile": "docs_find_files_catalog", - "row_count": 12, - "top_files": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "primary_file_confident", - "answer_mode": "deterministic_file_list" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic_file_list", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- answer_mode: expected deterministic, got deterministic_file_list -- llm: expected answer to contain 'docs/api/control-actions-endpoint.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.json deleted file mode 100644 index 14d17fd..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.json +++ /dev/null @@ -1,141 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-04-runtime-health", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "sub_intent: expected FIND_FILES, got SUMMARY", - "anchor_type: expected FIND_FILES, got DOMAIN_ENTITY", - "answer_mode: expected deterministic, got insufficient_evidence", - "llm: expected answer to contain 'docs/domains/runtime-health-entity.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "rag_count": 8, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager", - "TelegramNotifyWorker", - "TelegramNotifyModule", - "TelegramControlChannel", - "TelegramSendService" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "DOMAIN_ENTITY", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_domain_entity", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "profile": "docs_summary_domain_entity", - "row_count": 8, - "top_files": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.md deleted file mode 100644 index dbc9ebb..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.md +++ /dev/null @@ -1,174 +0,0 @@ -# v2-find-files-04-runtime-health - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -В каком документе описан runtime health? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "rag_count": 8, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager", - "TelegramNotifyWorker", - "TelegramNotifyModule", - "TelegramControlChannel", - "TelegramSendService" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "DOMAIN_ENTITY", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_domain_entity", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_domain_entity", - "row_count": 8, - "top_files": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- sub_intent: expected FIND_FILES, got SUMMARY -- anchor_type: expected FIND_FILES, got DOMAIN_ENTITY -- answer_mode: expected deterministic, got insufficient_evidence -- llm: expected answer to contain 'docs/domains/runtime-health-entity.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-05-loop.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-05-loop.json deleted file mode 100644 index 56ac770..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-05-loop.json +++ /dev/null @@ -1,125 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-05-loop", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "answer_mode: expected deterministic, got deterministic_file_list", - "llm: expected answer to contain 'docs/logic/telegram-notification-loop.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 12, - "llm_answer": "docs/README.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic_file_list", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramSendService", - "RuntimeManager", - "TelegramControlChannel" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_find_files_catalog", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "profile": "docs_find_files_catalog", - "row_count": 12, - "top_files": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/README.md", - "file_count": 2 - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic_file_list" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic_file_list", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-05-loop.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-05-loop.md deleted file mode 100644 index 04c174a..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-05-loop.md +++ /dev/null @@ -1,158 +0,0 @@ -# v2-find-files-05-loop - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Найди файл с логикой цикла отправки уведомлений - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 12, - "llm_answer": "docs/README.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic_file_list", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramSendService", - "RuntimeManager", - "TelegramControlChannel" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_find_files_catalog", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "profile": "docs_find_files_catalog", - "row_count": 12, - "top_files": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/README.md", - "file_count": 2 - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic_file_list" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic_file_list", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- answer_mode: expected deterministic, got deterministic_file_list -- llm: expected answer to contain 'docs/logic/telegram-notification-loop.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-06-architecture.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-06-architecture.json deleted file mode 100644 index c075007..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-06-architecture.json +++ /dev/null @@ -1,134 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-06-architecture", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "answer_mode: expected deterministic, got deterministic_file_list" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 12, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic_file_list", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager", - "TelegramSendService", - "TelegramNotifyModule", - "TelegramControlChannel", - "TelegramNotifyWorker" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_find_files_catalog", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "profile": "docs_find_files_catalog", - "row_count": 12, - "top_files": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 1 - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "primary_file_confident", - "answer_mode": "deterministic_file_list" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic_file_list", - "answer_length": 49 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-06-architecture.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-06-architecture.md deleted file mode 100644 index 0f8f3ab..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-06-architecture.md +++ /dev/null @@ -1,167 +0,0 @@ -# v2-find-files-06-architecture - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Где описана архитектура приложения? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 12, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic_file_list", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager", - "TelegramSendService", - "TelegramNotifyModule", - "TelegramControlChannel", - "TelegramNotifyWorker" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_find_files_catalog", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "profile": "docs_find_files_catalog", - "row_count": 12, - "top_files": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 1 - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "primary_file_confident", - "answer_mode": "deterministic_file_list" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic_file_list", - "answer_length": 49 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- answer_mode: expected deterministic, got deterministic_file_list \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.json deleted file mode 100644 index dfcb041..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.json +++ /dev/null @@ -1,125 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-07-errors-catalog", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "answer_mode: expected deterministic, got deterministic_file_list", - "llm: expected answer to contain 'docs/errors/catalog.yaml'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 12, - "llm_answer": "docs/README.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic_file_list", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager", - "TelegramControlChannel", - "TelegramNotifyModule", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "FIND_FILES", - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_find_files_catalog", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "profile": "docs_find_files_catalog", - "row_count": 12, - "top_files": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/README.md", - "file_count": 2 - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic_file_list" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic_file_list", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.md deleted file mode 100644 index 7afdd0b..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.md +++ /dev/null @@ -1,158 +0,0 @@ -# v2-find-files-07-errors-catalog - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -В каком файле лежит каталог ошибок? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 12, - "llm_answer": "docs/README.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic_file_list", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager", - "TelegramControlChannel", - "TelegramNotifyModule", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "FIND_FILES", - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_find_files_catalog", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "profile": "docs_find_files_catalog", - "row_count": 12, - "top_files": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/README.md", - "file_count": 2 - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic_file_list" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic_file_list", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- answer_mode: expected deterministic, got deterministic_file_list -- llm: expected answer to contain 'docs/errors/catalog.yaml' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.json deleted file mode 100644 index 7e8aae0..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.json +++ /dev/null @@ -1,124 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-08-docs-index", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "answer_mode: expected deterministic, got deterministic_file_list" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 12, - "llm_answer": "docs/README.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic_file_list", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramControlChannel", - "RuntimeManager", - "TelegramSendService" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "FIND_FILES", - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_find_files_catalog", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "profile": "docs_find_files_catalog", - "row_count": 12, - "top_files": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/README.md", - "file_count": 2 - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic_file_list" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic_file_list", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.md deleted file mode 100644 index 42f891a..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.md +++ /dev/null @@ -1,157 +0,0 @@ -# v2-find-files-08-docs-index - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Покажи файл-индекс документации проекта - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 12, - "llm_answer": "docs/README.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic_file_list", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramControlChannel", - "RuntimeManager", - "TelegramSendService" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "FIND_FILES", - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_find_files_catalog", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "profile": "docs_find_files_catalog", - "row_count": 12, - "top_files": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/README.md", - "file_count": 2 - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic_file_list" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic_file_list", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- answer_mode: expected deterministic, got deterministic_file_list \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.json deleted file mode 100644 index 3954aae..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.json +++ /dev/null @@ -1,126 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-09-telegram-bot-api", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "answer_mode: expected deterministic, got deterministic_file_list", - "llm: expected answer to contain 'docs/api/send-message-endpoint.md'", - "llm: expected answer to contain 'docs/logic/telegram-notification-loop.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 12, - "llm_answer": "docs/README.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic_file_list", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule", - "TelegramSendService", - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "FIND_FILES", - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_find_files_catalog", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "profile": "docs_find_files_catalog", - "row_count": 12, - "top_files": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/README.md", - "file_count": 2 - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic_file_list" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic_file_list", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.md deleted file mode 100644 index 01125b6..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.md +++ /dev/null @@ -1,159 +0,0 @@ -# v2-find-files-09-telegram-bot-api - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Какие файлы относятся к Telegram Bot API интеграции? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 12, - "llm_answer": "docs/README.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic_file_list", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule", - "TelegramSendService", - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "FIND_FILES", - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_find_files_catalog", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "profile": "docs_find_files_catalog", - "row_count": 12, - "top_files": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/README.md", - "file_count": 2 - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic_file_list" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic_file_list", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- answer_mode: expected deterministic, got deterministic_file_list -- llm: expected answer to contain 'docs/api/send-message-endpoint.md' -- llm: expected answer to contain 'docs/logic/telegram-notification-loop.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.json deleted file mode 100644 index fe24022..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.json +++ /dev/null @@ -1,126 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-10-telegram-notify-worker", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "answer_mode: expected deterministic, got deterministic_file_list", - "llm: expected answer to contain 'docs/logic/telegram-notification-loop.md'", - "llm: expected answer to contain 'docs/domains/runtime-health-entity.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 12, - "llm_answer": "docs/README.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic_file_list", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyWorker", - "TelegramNotifyModule", - "TelegramSendService", - "TelegramControlChannel", - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_find_files_catalog", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "profile": "docs_find_files_catalog", - "row_count": 12, - "top_files": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/README.md", - "file_count": 2 - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic_file_list" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic_file_list", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.md deleted file mode 100644 index 7a65427..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.md +++ /dev/null @@ -1,159 +0,0 @@ -# v2-find-files-10-telegram-notify-worker - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -В каких файлах описан worker `telegram_notify`? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 12, - "llm_answer": "docs/README.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic_file_list", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyWorker", - "TelegramNotifyModule", - "TelegramSendService", - "TelegramControlChannel", - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_find_files_catalog", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "profile": "docs_find_files_catalog", - "row_count": 12, - "top_files": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/README.md", - "file_count": 2 - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic_file_list" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic_file_list", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- answer_mode: expected deterministic, got deterministic_file_list -- llm: expected answer to contain 'docs/logic/telegram-notification-loop.md' -- llm: expected answer to contain 'docs/domains/runtime-health-entity.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-01-what-is-service.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-01-what-is-service.json deleted file mode 100644 index c39257c..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-01-what-is-service.json +++ /dev/null @@ -1,122 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-01-what-is-service", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "profile": "general_qa_grounded_summary", - "row_count": 8, - "top_files": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-01-what-is-service.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-01-what-is-service.md deleted file mode 100644 index ae8cdd9..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-01-what-is-service.md +++ /dev/null @@ -1,157 +0,0 @@ -# v2-general-01-what-is-service - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Что это за сервис? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "row_count": 8, - "top_files": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-02-purpose.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-02-purpose.json deleted file mode 100644 index 64cabe6..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-02-purpose.json +++ /dev/null @@ -1,122 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-02-purpose", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "profile": "general_qa_grounded_summary", - "row_count": 8, - "top_files": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/README.md" - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-02-purpose.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-02-purpose.md deleted file mode 100644 index 2825dc5..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-02-purpose.md +++ /dev/null @@ -1,157 +0,0 @@ -# v2-general-02-purpose - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Для чего нужен test_echo_app? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "row_count": 8, - "top_files": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/README.md" - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-03-problem.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-03-problem.json deleted file mode 100644 index 89fa183..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-03-problem.json +++ /dev/null @@ -1,122 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-03-problem", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "profile": "general_qa_grounded_summary", - "row_count": 8, - "top_files": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/README.md" - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-03-problem.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-03-problem.md deleted file mode 100644 index 4fa7105..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-03-problem.md +++ /dev/null @@ -1,157 +0,0 @@ -# v2-general-03-problem - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Какую задачу решает это приложение? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "row_count": 8, - "top_files": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/README.md" - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-04-docs-contents.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-04-docs-contents.json deleted file mode 100644 index 66f480a..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-04-docs-contents.json +++ /dev/null @@ -1,122 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-04-docs-contents", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "profile": "general_qa_grounded_summary", - "row_count": 8, - "top_files": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md" - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-04-docs-contents.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-04-docs-contents.md deleted file mode 100644 index 6e8808c..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-04-docs-contents.md +++ /dev/null @@ -1,157 +0,0 @@ -# v2-general-04-docs-contents - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Что входит в документацию этого проекта? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "row_count": 8, - "top_files": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md" - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-05-main-parts.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-05-main-parts.json deleted file mode 100644 index 5536124..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-05-main-parts.json +++ /dev/null @@ -1,124 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-05-main-parts", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'систем'" - ], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "profile": "general_qa_grounded_summary", - "row_count": 8, - "top_files": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-05-main-parts.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-05-main-parts.md deleted file mode 100644 index d784f18..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-05-main-parts.md +++ /dev/null @@ -1,157 +0,0 @@ -# v2-general-05-main-parts - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Какие основные части есть у системы? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "row_count": 8, - "top_files": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'систем' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.json deleted file mode 100644 index 6542c3b..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.json +++ /dev/null @@ -1,124 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-06-high-level-architecture", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'приложен'" - ], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "profile": "general_qa_grounded_summary", - "row_count": 8, - "top_files": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.md deleted file mode 100644 index dbe6f5b..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.md +++ /dev/null @@ -1,157 +0,0 @@ -# v2-general-06-high-level-architecture - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Как в целом устроено приложение? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "row_count": 8, - "top_files": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'приложен' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-07-besides-api.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-07-besides-api.json deleted file mode 100644 index 585af0c..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-07-besides-api.json +++ /dev/null @@ -1,122 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-07-besides-api", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "profile": "general_qa_grounded_summary", - "row_count": 8, - "top_files": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md" - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-07-besides-api.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-07-besides-api.md deleted file mode 100644 index 0288a32..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-07-besides-api.md +++ /dev/null @@ -1,157 +0,0 @@ -# v2-general-07-besides-api - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Что тут есть кроме API? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "row_count": 8, - "top_files": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md" - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-08-components.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-08-components.json deleted file mode 100644 index 6120517..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-08-components.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-08-components", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "domain: expected GENERAL, got DOCS", - "intent: expected GENERAL_QA, got DOC_EXPLAIN", - "anchor_type: expected GENERAL_OVERVIEW, got ARCHITECTURE", - "llm: expected answer to contain 'Telegram Notify App'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "rag_count": 8, - "llm_answer": "- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).\n\nФайлы-источники:\n- docs/architecture/telegram-notify-app-overview.md\n- docs/README.md", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramSendService", - "TelegramControlChannel", - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "ARCHITECTURE", - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_architecture", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "profile": "docs_summary_architecture", - "row_count": 8, - "top_files": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "target_doc_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 753 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-08-components.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-08-components.md deleted file mode 100644 index 1d26982..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-08-components.md +++ /dev/null @@ -1,162 +0,0 @@ -# v2-general-08-components - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Из чего состоит Telegram Notify App? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "rag_count": 8, - "llm_answer": "- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).\n\nФайлы-источники:\n- docs/architecture/telegram-notify-app-overview.md\n- docs/README.md", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramSendService", - "TelegramControlChannel", - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "ARCHITECTURE", - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_architecture", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_architecture", - "row_count": 8, - "top_files": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "target_doc_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 753 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- domain: expected GENERAL, got DOCS -- intent: expected GENERAL_QA, got DOC_EXPLAIN -- anchor_type: expected GENERAL_OVERVIEW, got ARCHITECTURE -- llm: expected answer to contain 'Telegram Notify App' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-09-reading-order.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-09-reading-order.json deleted file mode 100644 index de9d221..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-09-reading-order.json +++ /dev/null @@ -1,124 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-09-reading-order", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'README'" - ], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "profile": "general_qa_grounded_summary", - "row_count": 8, - "top_files": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/README.md", - "docs/README.md" - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-09-reading-order.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-09-reading-order.md deleted file mode 100644 index 4cdbe42..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-09-reading-order.md +++ /dev/null @@ -1,157 +0,0 @@ -# v2-general-09-reading-order - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Какие документы стоит читать сначала? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "row_count": 8, - "top_files": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/README.md", - "docs/README.md" - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'README' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-10-short-summary.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-10-short-summary.json deleted file mode 100644 index 20b7626..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-10-short-summary.json +++ /dev/null @@ -1,122 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-10-short-summary", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "profile": "general_qa_grounded_summary", - "row_count": 8, - "top_files": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-10-short-summary.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-10-short-summary.md deleted file mode 100644 index 6f07a1a..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/full_chain_docs_v2_matrix_v2-general-10-short-summary.md +++ /dev/null @@ -1,157 +0,0 @@ -# v2-general-10-short-summary - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Дай короткое summary по проектной документации - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "row_count": 8, - "top_files": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/summary.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/summary.md deleted file mode 100644 index a47c9df..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_201415/summary.md +++ /dev/null @@ -1,153 +0,0 @@ -# pipeline_setup_v3 summary - -Passed: 7/30 - -| File | Case | Mode | Query | Actual sub-intent | RAG layers | Tokens | Pass | -|------|------|------|-------|-------------------|------------|--------|------| -| full_chain_docs_v2_matrix.yaml | v2-general-01-what-is-service | full_chain | Что это за сервис? | SUMMARY | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-general-02-purpose | full_chain | Для чего нужен test_echo_app? | SUMMARY | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-general-03-problem | full_chain | Какую задачу решает это приложение? | SUMMARY | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-general-04-docs-contents | full_chain | Что входит в документацию этого проекта? | SUMMARY | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-general-05-main-parts | full_chain | Какие основные части есть у системы? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-general-06-high-level-architecture | full_chain | Как в целом устроено приложение? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-general-07-besides-api | full_chain | Что тут есть кроме API? | SUMMARY | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-general-08-components | full_chain | Из чего состоит Telegram Notify App? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-general-09-reading-order | full_chain | Какие документы стоит читать сначала? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-general-10-short-summary | full_chain | Дай короткое summary по проектной документации | SUMMARY | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-01-health | full_chain | Кратко объясни по документации, как работает `/health` | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-02-send | full_chain | Что делает endpoint `/send`? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-03-actions | full_chain | Объясни назначение `/actions/{action}` | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-04-runtime-health | full_chain | Что такое runtime health в этой документации? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-05-notification-loop | full_chain | Кратко опиши цикл отправки уведомлений | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-06-architecture | full_chain | Как устроена архитектура Telegram Notify App? | SUMMARY | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-07-worker | full_chain | Что делает worker в этом приложении? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-08-health-statuses | full_chain | Какие статусы здоровья есть у runtime? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-09-manual-send | full_chain | Как в приложении устроена ручная отправка сообщения? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-10-telegram-integration | full_chain | Как сервис взаимодействует с Telegram в целом? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-01-health | full_chain | В каком файле описан `/health`? | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-02-send | full_chain | Покажи файл с описанием endpoint `/send` | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-03-actions | full_chain | Где находится документация по `/actions/{action}`? | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-04-runtime-health | full_chain | В каком документе описан runtime health? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-05-loop | full_chain | Найди файл с логикой цикла отправки уведомлений | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-06-architecture | full_chain | Где описана архитектура приложения? | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-07-errors-catalog | full_chain | В каком файле лежит каталог ошибок? | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-08-docs-index | full_chain | Покажи файл-индекс документации проекта | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-09-telegram-bot-api | full_chain | Какие файлы относятся к Telegram Bot API интеграции? | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-10-telegram-notify-worker | full_chain | В каких файлах описан worker `telegram_notify`? | FIND_FILES | — | — | ✗ | - -## Failures -- **v2-general-05-main-parts**: llm: expected answer to contain 'систем' -- **v2-general-06-high-level-architecture**: llm: expected answer to contain 'приложен' -- **v2-general-08-components**: domain: expected GENERAL, got DOCS; intent: expected GENERAL_QA, got DOC_EXPLAIN; anchor_type: expected GENERAL_OVERVIEW, got ARCHITECTURE; llm: expected answer to contain 'Telegram Notify App' -- **v2-general-09-reading-order**: llm: expected answer to contain 'README' -- **v2-docs-summary-01-health**: answer_mode: expected grounded_summary, got insufficient_evidence; llm: expected answer to contain '/health'; llm: expected answer to contain 'status'; llm: expected answer to contain 'components' -- **v2-docs-summary-02-send**: doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']; llm: expected answer to contain '/send'; llm: expected answer to contain 'message' -- **v2-docs-summary-03-actions**: doc_scope should contain 'docs/api/control-actions-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']; llm: expected answer to contain '/actions/{action}' -- **v2-docs-summary-04-runtime-health**: doc_scope should contain 'docs/domains/runtime-health-entity.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md']; llm: expected answer to contain 'runtime health' -- **v2-docs-summary-05-notification-loop**: doc_scope should contain 'docs/logic/telegram-notification-loop.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']; llm: expected answer to contain 'worker'; llm: expected answer to contain 'interval'; llm: expected answer to contain 'degraded' -- **v2-docs-summary-07-worker**: doc_scope should contain 'docs/logic/telegram-notification-loop.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']; llm: expected answer to contain 'worker' -- **v2-docs-summary-08-health-statuses**: doc_scope should contain 'docs/domains/runtime-health-entity.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md']; doc_scope should contain 'docs/api/health-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md']; llm: expected answer to contain 'ok'; llm: expected answer to contain 'degraded'; llm: expected answer to contain 'unhealthy'; llm: expected answer to contain 'unknown' -- **v2-docs-summary-09-manual-send**: doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']; llm: expected answer to contain '/send'; llm: expected answer to contain 'message'; llm: expected answer to contain 'TelegramSendService' -- **v2-docs-summary-10-telegram-integration**: domain: expected DOCS, got GENERAL; intent: expected DOC_EXPLAIN, got GENERAL_QA; anchor_type: expected API_ENDPOINT, got None; doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md'] -- **v2-find-files-01-health**: answer_mode: expected deterministic, got deterministic_file_list; llm: expected answer to contain 'docs/api/health-endpoint.md' -- **v2-find-files-02-send**: answer_mode: expected deterministic, got deterministic_file_list; llm: expected answer to contain 'docs/api/send-message-endpoint.md' -- **v2-find-files-03-actions**: answer_mode: expected deterministic, got deterministic_file_list; llm: expected answer to contain 'docs/api/control-actions-endpoint.md' -- **v2-find-files-04-runtime-health**: sub_intent: expected FIND_FILES, got SUMMARY; anchor_type: expected FIND_FILES, got DOMAIN_ENTITY; answer_mode: expected deterministic, got insufficient_evidence; llm: expected answer to contain 'docs/domains/runtime-health-entity.md' -- **v2-find-files-05-loop**: answer_mode: expected deterministic, got deterministic_file_list; llm: expected answer to contain 'docs/logic/telegram-notification-loop.md' -- **v2-find-files-06-architecture**: answer_mode: expected deterministic, got deterministic_file_list -- **v2-find-files-07-errors-catalog**: answer_mode: expected deterministic, got deterministic_file_list; llm: expected answer to contain 'docs/errors/catalog.yaml' -- **v2-find-files-08-docs-index**: answer_mode: expected deterministic, got deterministic_file_list -- **v2-find-files-09-telegram-bot-api**: answer_mode: expected deterministic, got deterministic_file_list; llm: expected answer to contain 'docs/api/send-message-endpoint.md'; llm: expected answer to contain 'docs/logic/telegram-notification-loop.md' -- **v2-find-files-10-telegram-notify-worker**: answer_mode: expected deterministic, got deterministic_file_list; llm: expected answer to contain 'docs/logic/telegram-notification-loop.md'; llm: expected answer to contain 'docs/domains/runtime-health-entity.md' - -## LLM Answers -- **v2-general-01-what-is-service** - Query: Что это за сервис? - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`… -- **v2-general-02-purpose** - Query: Для чего нужен test_echo_app? - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`… -- **v2-general-03-problem** - Query: Какую задачу решает это приложение? - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`… -- **v2-general-04-docs-contents** - Query: Что входит в документацию этого проекта? - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`… -- **v2-general-05-main-parts** - Query: Какие основные части есть у системы? - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`… -- **v2-general-06-high-level-architecture** - Query: Как в целом устроено приложение? - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`… -- **v2-general-07-besides-api** - Query: Что тут есть кроме API? - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`… -- **v2-general-08-components** - Query: Из чего состоит Telegram Notify App? - > \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`\]\(../api/health\-endpoint.md\), \[\`/actions/\{action\}\`\]\(../api/control\-actions\-endpoint.md\), \[\`/send\`\]\(../api/send\-message\-endpoint.md\). \- Related logic: \[цикл отправки уведомлений\]\(../logic/telegram\-notification\-loop.md\). \- Related domain: \[runtime health\]\(../domains/runtime\-health\-entity.md\). Файлы\-источники: \- docs/architecture/telegram\-notify\-app\-overview.md \- docs/README.md -- **v2-general-09-reading-order** - Query: Какие документы стоит читать сначала? - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`… -- **v2-general-10-short-summary** - Query: Дай короткое summary по проектной документации - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`… -- **v2-docs-summary-01-health** - Query: Кратко объясни по документации, как работает `/health` - > В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram\-notify\-app\-overview.md. -- **v2-docs-summary-02-send** - Query: Что делает endpoint `/send`? - > В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram\-notify\-app\-overview.md. -- **v2-docs-summary-03-actions** - Query: Объясни назначение `/actions/{action}` - > В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram\-notify\-app\-overview.md. -- **v2-docs-summary-04-runtime-health** - Query: Что такое runtime health в этой документации? - > В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram\-notify\-app\-overview.md. -- **v2-docs-summary-05-notification-loop** - Query: Кратко опиши цикл отправки уведомлений - > В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram\-notify\-app\-overview.md, docs/README.md. -- **v2-docs-summary-06-architecture** - Query: Как устроена архитектура Telegram Notify App? - > \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`\]\(../api/health\-endpoint.md\), \[\`/actions/\{action\}\`\]\(../api/control\-actions\-endpoint.md\), \[\`/send\`\]\(../api/send\-message\-endpoint.md\). \- Related logic: \[цикл отправки уведомлений\]\(../logic/telegram\-notification\-loop.md\). \- Related domain: \[runtime health\]\(../domains/runtime\-health\-entity.md\). Файлы\-источники: \- docs/architecture/telegram\-notify\-app\-overview.md \- docs/README.md -- **v2-docs-summary-07-worker** - Query: Что делает worker в этом приложении? - > В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram\-notify\-app\-overview.md. -- **v2-docs-summary-08-health-statuses** - Query: Какие статусы здоровья есть у runtime? - > В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram\-notify\-app\-overview.md. -- **v2-docs-summary-09-manual-send** - Query: Как в приложении устроена ручная отправка сообщения? - > В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram\-notify\-app\-overview.md. -- **v2-docs-summary-10-telegram-integration** - Query: Как сервис взаимодействует с Telegram в целом? - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`… -- **v2-find-files-01-health** - Query: В каком файле описан `/health`? - > docs/architecture/telegram\-notify\-app\-overview.md docs/README.md -- **v2-find-files-02-send** - Query: Покажи файл с описанием endpoint `/send` - > docs/architecture/telegram\-notify\-app\-overview.md docs/README.md -- **v2-find-files-03-actions** - Query: Где находится документация по `/actions/{action}`? - > docs/architecture/telegram\-notify\-app\-overview.md docs/README.md -- **v2-find-files-04-runtime-health** - Query: В каком документе описан runtime health? - > В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram\-notify\-app\-overview.md. -- **v2-find-files-05-loop** - Query: Найди файл с логикой цикла отправки уведомлений - > docs/README.md docs/architecture/telegram\-notify\-app\-overview.md -- **v2-find-files-06-architecture** - Query: Где описана архитектура приложения? - > docs/architecture/telegram\-notify\-app\-overview.md -- **v2-find-files-07-errors-catalog** - Query: В каком файле лежит каталог ошибок? - > docs/README.md docs/architecture/telegram\-notify\-app\-overview.md -- **v2-find-files-08-docs-index** - Query: Покажи файл-индекс документации проекта - > docs/README.md docs/architecture/telegram\-notify\-app\-overview.md -- **v2-find-files-09-telegram-bot-api** - Query: Какие файлы относятся к Telegram Bot API интеграции? - > docs/README.md docs/architecture/telegram\-notify\-app\-overview.md -- **v2-find-files-10-telegram-notify-worker** - Query: В каких файлах описан worker `telegram_notify`? - > docs/README.md docs/architecture/telegram\-notify\-app\-overview.md \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-01-health.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-01-health.json deleted file mode 100644 index 275d186..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-01-health.json +++ /dev/null @@ -1,189 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-01-health", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "answer_mode: expected grounded_summary, got insufficient_evidence", - "llm: expected answer to contain '/health'", - "llm: expected answer to contain 'status'", - "llm: expected answer to contain 'components'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/README.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%", - "%/health%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%", - "%/health%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Кратко объясни по документации, как работает `/health`", - "profile": "docs_summary_api_endpoint", - "row_count": 4, - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 1 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 20, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 96 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-01-health.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-01-health.md deleted file mode 100644 index 210e5d1..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-01-health.md +++ /dev/null @@ -1,226 +0,0 @@ -# v2-docs-summary-01-health - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Кратко объясни по документации, как работает `/health` - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/README.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%", - "%/health%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%", - "%/health%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Кратко объясни по документации, как работает `/health`", - "profile": "docs_summary_api_endpoint", - "row_count": 4, - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 1 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 20, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 96 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- answer_mode: expected grounded_summary, got insufficient_evidence -- llm: expected answer to contain '/health' -- llm: expected answer to contain 'status' -- llm: expected answer to contain 'components' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-02-send.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-02-send.json deleted file mode 100644 index 973244c..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-02-send.json +++ /dev/null @@ -1,172 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-02-send", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']", - "llm: expected answer to contain '/send'", - "llm: expected answer to contain 'message'", - "llm: expected answer to contain 'Telegram'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramSendService" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%", - "%/send%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%", - "%/send%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Что делает endpoint `/send`?", - "profile": "docs_summary_api_endpoint", - "row_count": 4, - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": null, - "document_count": 0 - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 59 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-02-send.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-02-send.md deleted file mode 100644 index 44c8469..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-02-send.md +++ /dev/null @@ -1,205 +0,0 @@ -# v2-docs-summary-02-send - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Что делает endpoint `/send`? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramSendService" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%", - "%/send%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%", - "%/send%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Что делает endpoint `/send`?", - "profile": "docs_summary_api_endpoint", - "row_count": 4, - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": null, - "document_count": 0 - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 59 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md'] -- llm: expected answer to contain '/send' -- llm: expected answer to contain 'message' -- llm: expected answer to contain 'Telegram' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.json deleted file mode 100644 index 20081c5..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.json +++ /dev/null @@ -1,189 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-03-actions", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "doc_scope should contain 'docs/api/control-actions-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']", - "llm: expected answer to contain '/actions/{action}'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%", - "%/actions/{action}%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%", - "%/actions/{action}%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Объясни назначение `/actions/{action}`", - "profile": "docs_summary_api_endpoint", - "row_count": 4, - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 390, - "score_breakdown": { - "semantic": 40, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - }, - "match_reason": "alias_match" - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.md deleted file mode 100644 index 72853a7..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.md +++ /dev/null @@ -1,226 +0,0 @@ -# v2-docs-summary-03-actions - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Объясни назначение `/actions/{action}` - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%", - "%/actions/{action}%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%", - "%/actions/{action}%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Объясни назначение `/actions/{action}`", - "profile": "docs_summary_api_endpoint", - "row_count": 4, - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 390, - "score_breakdown": { - "semantic": 40, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - }, - "match_reason": "alias_match" - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- doc_scope should contain 'docs/api/control-actions-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md'] -- llm: expected answer to contain '/actions/{action}' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.json deleted file mode 100644 index 3d93acc..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.json +++ /dev/null @@ -1,175 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-04-runtime-health", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "doc_scope should contain 'docs/domains/runtime-health-entity.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md']", - "llm: expected answer to contain 'runtime health'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "DOMAIN_ENTITY", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_domain_entity", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Что такое runtime health в этой документации?", - "profile": "docs_summary_domain_entity", - "row_count": 4, - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 410, - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - }, - "match_reason": "alias_match" - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.md deleted file mode 100644 index 5b5e82d..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.md +++ /dev/null @@ -1,212 +0,0 @@ -# v2-docs-summary-04-runtime-health - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Что такое runtime health в этой документации? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "DOMAIN_ENTITY", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_domain_entity", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Что такое runtime health в этой документации?", - "profile": "docs_summary_domain_entity", - "row_count": 4, - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 410, - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - }, - "match_reason": "alias_match" - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- doc_scope should contain 'docs/domains/runtime-health-entity.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md'] -- llm: expected answer to contain 'runtime health' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.json deleted file mode 100644 index c35f318..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.json +++ /dev/null @@ -1,196 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-05-notification-loop", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "doc_scope should contain 'docs/logic/telegram-notification-loop.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']", - "llm: expected answer to contain 'worker'", - "llm: expected answer to contain 'interval'", - "llm: expected answer to contain 'degraded'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md, docs/README.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "LOGIC_FLOW", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [ - "telegram-notification-loop" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_logic_flow", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Кратко опиши цикл отправки уведомлений", - "profile": "docs_summary_logic_flow", - "row_count": 4, - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Telegram Bot API", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 880, - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 147 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.md deleted file mode 100644 index 82952e7..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.md +++ /dev/null @@ -1,237 +0,0 @@ -# v2-docs-summary-05-notification-loop - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Кратко опиши цикл отправки уведомлений - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md, docs/README.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "LOGIC_FLOW", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [ - "telegram-notification-loop" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_logic_flow", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Кратко опиши цикл отправки уведомлений", - "profile": "docs_summary_logic_flow", - "row_count": 4, - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Telegram Bot API", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 880, - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 147 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- doc_scope should contain 'docs/logic/telegram-notification-loop.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md'] -- llm: expected answer to contain 'worker' -- llm: expected answer to contain 'interval' -- llm: expected answer to contain 'degraded' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.json deleted file mode 100644 index d72cbe2..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.json +++ /dev/null @@ -1,195 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-06-architecture", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "rag_count": 16, - "llm_answer": "- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).\n\nФайлы-источники:\n- docs/architecture/telegram-notify-app-overview.md\n- docs/README.md", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "ARCHITECTURE", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_architecture", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Как устроена архитектура Telegram Notify App?", - "profile": "docs_summary_architecture", - "row_count": 16, - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 2900, - "score_breakdown": { - "semantic": 60, - "path_match": 240, - "filename_match": 800, - "alias_match": 500, - "anchor_boost": 300, - "target_doc_boost": 1000, - "generic_penalty": 0 - }, - "match_reason": "exact_path" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 600, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "target_doc_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 753 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.md deleted file mode 100644 index 070f32c..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.md +++ /dev/null @@ -1,238 +0,0 @@ -# v2-docs-summary-06-architecture - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Как устроена архитектура Telegram Notify App? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "rag_count": 16, - "llm_answer": "- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).\n\nФайлы-источники:\n- docs/architecture/telegram-notify-app-overview.md\n- docs/README.md", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "ARCHITECTURE", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_architecture", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Как устроена архитектура Telegram Notify App?", - "profile": "docs_summary_architecture", - "row_count": 16, - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 2900, - "score_breakdown": { - "semantic": 60, - "path_match": 240, - "filename_match": 800, - "alias_match": 500, - "anchor_boost": 300, - "target_doc_boost": 1000, - "generic_penalty": 0 - }, - "match_reason": "exact_path" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 600, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "target_doc_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 753 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.json deleted file mode 100644 index 148d944..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.json +++ /dev/null @@ -1,175 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-07-worker", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "doc_scope should contain 'docs/logic/telegram-notification-loop.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']", - "llm: expected answer to contain 'worker'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyWorker" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "LOGIC_FLOW", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_logic_flow", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Что делает worker в этом приложении?", - "profile": "docs_summary_logic_flow", - "row_count": 4, - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 20, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.md deleted file mode 100644 index 1b985e8..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.md +++ /dev/null @@ -1,212 +0,0 @@ -# v2-docs-summary-07-worker - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Что делает worker в этом приложении? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyWorker" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "LOGIC_FLOW", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_logic_flow", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Что делает worker в этом приложении?", - "profile": "docs_summary_logic_flow", - "row_count": 4, - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 20, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- doc_scope should contain 'docs/logic/telegram-notification-loop.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md'] -- llm: expected answer to contain 'worker' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.json deleted file mode 100644 index d007838..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.json +++ /dev/null @@ -1,179 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-08-health-statuses", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "doc_scope should contain 'docs/domains/runtime-health-entity.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md']", - "doc_scope should contain 'docs/api/health-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md']", - "llm: expected answer to contain 'ok'", - "llm: expected answer to contain 'degraded'", - "llm: expected answer to contain 'unhealthy'", - "llm: expected answer to contain 'unknown'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "DOMAIN_ENTITY", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_domain_entity", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Какие статусы здоровья есть у runtime?", - "profile": "docs_summary_domain_entity", - "row_count": 4, - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 410, - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - }, - "match_reason": "alias_match" - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.md deleted file mode 100644 index 3ff017e..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.md +++ /dev/null @@ -1,216 +0,0 @@ -# v2-docs-summary-08-health-statuses - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Какие статусы здоровья есть у runtime? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "DOMAIN_ENTITY", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_domain_entity", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Какие статусы здоровья есть у runtime?", - "profile": "docs_summary_domain_entity", - "row_count": 4, - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 410, - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - }, - "match_reason": "alias_match" - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- doc_scope should contain 'docs/domains/runtime-health-entity.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md'] -- doc_scope should contain 'docs/api/health-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md'] -- llm: expected answer to contain 'ok' -- llm: expected answer to contain 'degraded' -- llm: expected answer to contain 'unhealthy' -- llm: expected answer to contain 'unknown' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.json deleted file mode 100644 index b4f3f03..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.json +++ /dev/null @@ -1,187 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-09-manual-send", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']", - "llm: expected answer to contain '/send'", - "llm: expected answer to contain 'message'", - "llm: expected answer to contain 'TelegramSendService'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramSendService" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [ - "/send" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Как в приложении устроена ручная отправка сообщения?", - "profile": "docs_summary_api_endpoint", - "row_count": 4, - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 370, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - }, - "match_reason": "alias_match" - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.md deleted file mode 100644 index 7e707c3..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.md +++ /dev/null @@ -1,224 +0,0 @@ -# v2-docs-summary-09-manual-send - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Как в приложении устроена ручная отправка сообщения? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramSendService" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [ - "/send" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Как в приложении устроена ручная отправка сообщения?", - "profile": "docs_summary_api_endpoint", - "row_count": 4, - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 370, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - }, - "match_reason": "alias_match" - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md'] -- llm: expected answer to contain '/send' -- llm: expected answer to contain 'message' -- llm: expected answer to contain 'TelegramSendService' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.json deleted file mode 100644 index 9a43a17..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.json +++ /dev/null @@ -1,188 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-10-telegram-integration", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "domain: expected DOCS, got GENERAL", - "intent: expected DOC_EXPLAIN, got GENERAL_QA", - "anchor_type: expected API_ENDPOINT, got None", - "doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']" - ], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": null, - "rag_count": 8, - "llm_answer": "- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).\n- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": null, - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Как сервис взаимодействует с Telegram в целом?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 380, - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "exact_title" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 120, - "score_breakdown": { - "semantic": 120, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.md deleted file mode 100644 index 01f40f6..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.md +++ /dev/null @@ -1,229 +0,0 @@ -# v2-docs-summary-10-telegram-integration - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Как сервис взаимодействует с Telegram в целом? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": null, - "rag_count": 8, - "llm_answer": "- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).\n- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": null, - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Как сервис взаимодействует с Telegram в целом?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 380, - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "exact_title" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 120, - "score_breakdown": { - "semantic": 120, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- domain: expected DOCS, got GENERAL -- intent: expected DOC_EXPLAIN, got GENERAL_QA -- anchor_type: expected API_ENDPOINT, got None -- doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md'] \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-01-health.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-01-health.json deleted file mode 100644 index bcee94d..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-01-health.json +++ /dev/null @@ -1,196 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-01-health", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "answer_mode: expected deterministic, got deterministic_file_list", - "llm: expected answer to contain 'docs/api/health-endpoint.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 8, - "llm_answer": "docs/README.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic_file_list", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_find_files_catalog", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "В каком файле описан `/health`?", - "profile": "docs_find_files_catalog", - "row_count": 8, - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/README.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 130, - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 130, - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic_file_list" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic_file_list", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-01-health.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-01-health.md deleted file mode 100644 index 6ae4e4d..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-01-health.md +++ /dev/null @@ -1,237 +0,0 @@ -# v2-find-files-01-health - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -В каком файле описан `/health`? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 8, - "llm_answer": "docs/README.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic_file_list", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_find_files_catalog", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "В каком файле описан `/health`?", - "profile": "docs_find_files_catalog", - "row_count": 8, - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/README.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 130, - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 130, - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic_file_list" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic_file_list", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- answer_mode: expected deterministic, got deterministic_file_list -- llm: expected answer to contain 'docs/api/health-endpoint.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-02-send.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-02-send.json deleted file mode 100644 index dfb8fe5..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-02-send.json +++ /dev/null @@ -1,196 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-02-send", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "answer_mode: expected deterministic, got deterministic_file_list", - "llm: expected answer to contain 'docs/api/send-message-endpoint.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 8, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic_file_list", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramSendService" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_find_files_catalog", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Покажи файл с описанием endpoint `/send`", - "profile": "docs_find_files_catalog", - "row_count": 8, - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанный код", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 120, - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic_file_list" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic_file_list", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-02-send.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-02-send.md deleted file mode 100644 index e09680e..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-02-send.md +++ /dev/null @@ -1,237 +0,0 @@ -# v2-find-files-02-send - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Покажи файл с описанием endpoint `/send` - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 8, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic_file_list", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramSendService" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_find_files_catalog", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Покажи файл с описанием endpoint `/send`", - "profile": "docs_find_files_catalog", - "row_count": 8, - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанный код", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 120, - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic_file_list" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic_file_list", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- answer_mode: expected deterministic, got deterministic_file_list -- llm: expected answer to contain 'docs/api/send-message-endpoint.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-03-actions.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-03-actions.json deleted file mode 100644 index 906d1f7..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-03-actions.json +++ /dev/null @@ -1,198 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-03-actions", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "answer_mode: expected deterministic, got deterministic_file_list", - "llm: expected answer to contain 'docs/api/control-actions-endpoint.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 8, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic_file_list", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_find_files_catalog", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Где находится документация по `/actions/{action}`?", - "profile": "docs_find_files_catalog", - "row_count": 8, - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 640, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 120, - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic_file_list" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic_file_list", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-03-actions.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-03-actions.md deleted file mode 100644 index 7793bbf..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-03-actions.md +++ /dev/null @@ -1,239 +0,0 @@ -# v2-find-files-03-actions - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Где находится документация по `/actions/{action}`? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 8, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic_file_list", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_find_files_catalog", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Где находится документация по `/actions/{action}`?", - "profile": "docs_find_files_catalog", - "row_count": 8, - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 640, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 120, - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic_file_list" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic_file_list", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- answer_mode: expected deterministic, got deterministic_file_list -- llm: expected answer to contain 'docs/api/control-actions-endpoint.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.json deleted file mode 100644 index 7e5e8fd..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.json +++ /dev/null @@ -1,177 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-04-runtime-health", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "sub_intent: expected FIND_FILES, got SUMMARY", - "anchor_type: expected FIND_FILES, got DOMAIN_ENTITY", - "answer_mode: expected deterministic, got insufficient_evidence", - "llm: expected answer to contain 'docs/domains/runtime-health-entity.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "DOMAIN_ENTITY", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_domain_entity", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "В каком документе описан runtime health?", - "profile": "docs_summary_domain_entity", - "row_count": 4, - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 410, - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - }, - "match_reason": "alias_match" - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.md deleted file mode 100644 index 2e9fef0..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.md +++ /dev/null @@ -1,214 +0,0 @@ -# v2-find-files-04-runtime-health - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -В каком документе описан runtime health? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "DOMAIN_ENTITY", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_domain_entity", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "В каком документе описан runtime health?", - "profile": "docs_summary_domain_entity", - "row_count": 4, - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 410, - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - }, - "match_reason": "alias_match" - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- sub_intent: expected FIND_FILES, got SUMMARY -- anchor_type: expected FIND_FILES, got DOMAIN_ENTITY -- answer_mode: expected deterministic, got insufficient_evidence -- llm: expected answer to contain 'docs/domains/runtime-health-entity.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-05-loop.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-05-loop.json deleted file mode 100644 index f844491..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-05-loop.json +++ /dev/null @@ -1,194 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-05-loop", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "answer_mode: expected deterministic, got deterministic_file_list", - "llm: expected answer to contain 'docs/logic/telegram-notification-loop.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 8, - "llm_answer": "docs/README.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic_file_list", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_find_files_catalog", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Найди файл с логикой цикла отправки уведомлений", - "profile": "docs_find_files_catalog", - "row_count": 8, - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/README.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic_file_list" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic_file_list", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-05-loop.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-05-loop.md deleted file mode 100644 index 8ec030c..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-05-loop.md +++ /dev/null @@ -1,235 +0,0 @@ -# v2-find-files-05-loop - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Найди файл с логикой цикла отправки уведомлений - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 8, - "llm_answer": "docs/README.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic_file_list", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_find_files_catalog", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Найди файл с логикой цикла отправки уведомлений", - "profile": "docs_find_files_catalog", - "row_count": 8, - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/README.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic_file_list" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic_file_list", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- answer_mode: expected deterministic, got deterministic_file_list -- llm: expected answer to contain 'docs/logic/telegram-notification-loop.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-06-architecture.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-06-architecture.json deleted file mode 100644 index 277b986..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-06-architecture.json +++ /dev/null @@ -1,176 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-06-architecture", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "answer_mode: expected deterministic, got deterministic_file_list" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 15, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic_file_list", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_find_files_catalog", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Где описана архитектура приложения?", - "profile": "docs_find_files_catalog", - "row_count": 15, - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 1 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 3970, - "score_breakdown": { - "semantic": 30, - "path_match": 720, - "filename_match": 1600, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 1000, - "generic_penalty": 0 - }, - "match_reason": "exact_path" - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "primary_file_confident", - "answer_mode": "deterministic_file_list" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic_file_list", - "answer_length": 49 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-06-architecture.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-06-architecture.md deleted file mode 100644 index a251b50..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-06-architecture.md +++ /dev/null @@ -1,213 +0,0 @@ -# v2-find-files-06-architecture - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Где описана архитектура приложения? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 15, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic_file_list", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_find_files_catalog", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Где описана архитектура приложения?", - "profile": "docs_find_files_catalog", - "row_count": 15, - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 1 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 3970, - "score_breakdown": { - "semantic": 30, - "path_match": 720, - "filename_match": 1600, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 1000, - "generic_penalty": 0 - }, - "match_reason": "exact_path" - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "primary_file_confident", - "answer_mode": "deterministic_file_list" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic_file_list", - "answer_length": 49 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- answer_mode: expected deterministic, got deterministic_file_list \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.json deleted file mode 100644 index 7573b67..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.json +++ /dev/null @@ -1,186 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-07-errors-catalog", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "answer_mode: expected deterministic, got deterministic_file_list", - "llm: expected answer to contain 'docs/errors/catalog.yaml'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 12, - "llm_answer": "docs/README.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic_file_list", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager", - "TelegramControlChannel", - "TelegramNotifyModule", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "FIND_FILES", - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_find_files_catalog", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "В каком файле лежит каталог ошибок?", - "profile": "docs_find_files_catalog", - "row_count": 12, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/README.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 120, - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic_file_list" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic_file_list", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.md deleted file mode 100644 index d686b1a..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.md +++ /dev/null @@ -1,227 +0,0 @@ -# v2-find-files-07-errors-catalog - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -В каком файле лежит каталог ошибок? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 12, - "llm_answer": "docs/README.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic_file_list", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager", - "TelegramControlChannel", - "TelegramNotifyModule", - "TelegramSendService", - "TelegramNotifyWorker" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "FIND_FILES", - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_find_files_catalog", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "В каком файле лежит каталог ошибок?", - "profile": "docs_find_files_catalog", - "row_count": 12, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/README.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 120, - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic_file_list" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic_file_list", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- answer_mode: expected deterministic, got deterministic_file_list -- llm: expected answer to contain 'docs/errors/catalog.yaml' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.json deleted file mode 100644 index e8caa7d..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.json +++ /dev/null @@ -1,185 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-08-docs-index", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "answer_mode: expected deterministic, got deterministic_file_list" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 12, - "llm_answer": "docs/README.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic_file_list", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramControlChannel", - "RuntimeManager", - "TelegramSendService" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "FIND_FILES", - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_find_files_catalog", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Покажи файл-индекс документации проекта", - "profile": "docs_find_files_catalog", - "row_count": 12, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/README.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 120, - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 120, - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic_file_list" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic_file_list", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.md deleted file mode 100644 index 1575d61..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.md +++ /dev/null @@ -1,226 +0,0 @@ -# v2-find-files-08-docs-index - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Покажи файл-индекс документации проекта - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 12, - "llm_answer": "docs/README.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic_file_list", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule", - "TelegramNotifyWorker", - "TelegramControlChannel", - "RuntimeManager", - "TelegramSendService" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "FIND_FILES", - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_find_files_catalog", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Покажи файл-индекс документации проекта", - "profile": "docs_find_files_catalog", - "row_count": 12, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/README.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 120, - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 120, - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic_file_list" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic_file_list", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- answer_mode: expected deterministic, got deterministic_file_list \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.json deleted file mode 100644 index b91d7b4..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.json +++ /dev/null @@ -1,187 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-09-telegram-bot-api", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "answer_mode: expected deterministic, got deterministic_file_list", - "llm: expected answer to contain 'docs/api/send-message-endpoint.md'", - "llm: expected answer to contain 'docs/logic/telegram-notification-loop.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 12, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic_file_list", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule", - "TelegramSendService", - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "FIND_FILES", - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_find_files_catalog", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Какие файлы относятся к Telegram Bot API интеграции?", - "profile": "docs_find_files_catalog", - "row_count": 12, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 720, - "score_breakdown": { - "semantic": 20, - "path_match": 180, - "filename_match": 400, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "exact_title" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic_file_list" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic_file_list", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.md deleted file mode 100644 index c7696c6..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.md +++ /dev/null @@ -1,228 +0,0 @@ -# v2-find-files-09-telegram-bot-api - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Какие файлы относятся к Telegram Bot API интеграции? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 12, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic_file_list", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule", - "TelegramSendService", - "TelegramControlChannel", - "TelegramNotifyWorker", - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "FIND_FILES", - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_find_files_catalog", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Какие файлы относятся к Telegram Bot API интеграции?", - "profile": "docs_find_files_catalog", - "row_count": 12, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 720, - "score_breakdown": { - "semantic": 20, - "path_match": 180, - "filename_match": 400, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "exact_title" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic_file_list" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic_file_list", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- answer_mode: expected deterministic, got deterministic_file_list -- llm: expected answer to contain 'docs/api/send-message-endpoint.md' -- llm: expected answer to contain 'docs/logic/telegram-notification-loop.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.json deleted file mode 100644 index 1c96539..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.json +++ /dev/null @@ -1,195 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-10-telegram-notify-worker", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "answer_mode: expected deterministic, got deterministic_file_list", - "llm: expected answer to contain 'docs/logic/telegram-notification-loop.md'", - "llm: expected answer to contain 'docs/domains/runtime-health-entity.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 8, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic_file_list", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyWorker" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_find_files_catalog", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "В каких файлах описан worker `telegram_notify`?", - "profile": "docs_find_files_catalog", - "row_count": 8, - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанный код", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Компоненты", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 1310, - "score_breakdown": { - "semantic": 30, - "path_match": 360, - "filename_match": 800, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "exact_title" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "primary_file_confident", - "answer_mode": "deterministic_file_list" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic_file_list", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.md deleted file mode 100644 index 6ec5ba4..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.md +++ /dev/null @@ -1,236 +0,0 @@ -# v2-find-files-10-telegram-notify-worker - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -В каких файлах описан worker `telegram_notify`? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 8, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic_file_list", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyWorker" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_find_files_catalog", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "В каких файлах описан worker `telegram_notify`?", - "profile": "docs_find_files_catalog", - "row_count": 8, - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанный код", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Компоненты", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 1310, - "score_breakdown": { - "semantic": 30, - "path_match": 360, - "filename_match": 800, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "exact_title" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "primary_file_confident", - "answer_mode": "deterministic_file_list" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic_file_list", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- answer_mode: expected deterministic, got deterministic_file_list -- llm: expected answer to contain 'docs/logic/telegram-notification-loop.md' -- llm: expected answer to contain 'docs/domains/runtime-health-entity.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-01-what-is-service.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-01-what-is-service.json deleted file mode 100644 index c0f2d12..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-01-what-is-service.json +++ /dev/null @@ -1,183 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-01-what-is-service", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Что это за сервис?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-01-what-is-service.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-01-what-is-service.md deleted file mode 100644 index 2557e94..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-01-what-is-service.md +++ /dev/null @@ -1,226 +0,0 @@ -# v2-general-01-what-is-service - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Что это за сервис? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Что это за сервис?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-02-purpose.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-02-purpose.json deleted file mode 100644 index 0c35f52..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-02-purpose.json +++ /dev/null @@ -1,183 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-02-purpose", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).\n- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Для чего нужен test_echo_app?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 380, - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "exact_title" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 140, - "score_breakdown": { - "semantic": 140, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-02-purpose.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-02-purpose.md deleted file mode 100644 index 5b2db3b..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-02-purpose.md +++ /dev/null @@ -1,226 +0,0 @@ -# v2-general-02-purpose - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Для чего нужен test_echo_app? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).\n- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Для чего нужен test_echo_app?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 380, - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "exact_title" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 140, - "score_breakdown": { - "semantic": 140, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-03-problem.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-03-problem.json deleted file mode 100644 index 8165769..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-03-problem.json +++ /dev/null @@ -1,183 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-03-problem", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Какую задачу решает это приложение?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-03-problem.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-03-problem.md deleted file mode 100644 index c2c0dae..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-03-problem.md +++ /dev/null @@ -1,226 +0,0 @@ -# v2-general-03-problem - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Какую задачу решает это приложение? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Какую задачу решает это приложение?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-04-docs-contents.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-04-docs-contents.json deleted file mode 100644 index 0a85bfa..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-04-docs-contents.json +++ /dev/null @@ -1,183 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-04-docs-contents", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Что входит в документацию этого проекта?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-04-docs-contents.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-04-docs-contents.md deleted file mode 100644 index a90db6c..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-04-docs-contents.md +++ /dev/null @@ -1,226 +0,0 @@ -# v2-general-04-docs-contents - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Что входит в документацию этого проекта? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Что входит в документацию этого проекта?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-05-main-parts.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-05-main-parts.json deleted file mode 100644 index d70594f..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-05-main-parts.json +++ /dev/null @@ -1,185 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-05-main-parts", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'систем'" - ], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Какие основные части есть у системы?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-05-main-parts.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-05-main-parts.md deleted file mode 100644 index 4be3f10..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-05-main-parts.md +++ /dev/null @@ -1,226 +0,0 @@ -# v2-general-05-main-parts - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Какие основные части есть у системы? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Какие основные части есть у системы?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'систем' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.json deleted file mode 100644 index e08008d..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.json +++ /dev/null @@ -1,185 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-06-high-level-architecture", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'приложен'" - ], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Как в целом устроено приложение?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.md deleted file mode 100644 index a94d31c..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.md +++ /dev/null @@ -1,226 +0,0 @@ -# v2-general-06-high-level-architecture - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Как в целом устроено приложение? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Как в целом устроено приложение?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'приложен' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-07-besides-api.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-07-besides-api.json deleted file mode 100644 index 5d1196a..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-07-besides-api.json +++ /dev/null @@ -1,183 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-07-besides-api", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Что тут есть кроме API?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-07-besides-api.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-07-besides-api.md deleted file mode 100644 index fd459c4..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-07-besides-api.md +++ /dev/null @@ -1,226 +0,0 @@ -# v2-general-07-besides-api - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Что тут есть кроме API? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Что тут есть кроме API?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-08-components.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-08-components.json deleted file mode 100644 index dbbe189..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-08-components.json +++ /dev/null @@ -1,198 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-08-components", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "domain: expected GENERAL, got DOCS", - "intent: expected GENERAL_QA, got DOC_EXPLAIN", - "anchor_type: expected GENERAL_OVERVIEW, got ARCHITECTURE", - "llm: expected answer to contain 'Telegram Notify App'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "rag_count": 16, - "llm_answer": "- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).\n\nФайлы-источники:\n- docs/architecture/telegram-notify-app-overview.md\n- docs/README.md", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "ARCHITECTURE", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_architecture", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Из чего состоит Telegram Notify App?", - "profile": "docs_summary_architecture", - "row_count": 16, - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 2140, - "score_breakdown": { - "semantic": 60, - "path_match": 180, - "filename_match": 600, - "alias_match": 0, - "anchor_boost": 300, - "target_doc_boost": 1000, - "generic_penalty": 0 - }, - "match_reason": "exact_path" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 60, - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "target_doc_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 753 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-08-components.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-08-components.md deleted file mode 100644 index 4b3e4fe..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-08-components.md +++ /dev/null @@ -1,239 +0,0 @@ -# v2-general-08-components - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Из чего состоит Telegram Notify App? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "rag_count": 16, - "llm_answer": "- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).\n\nФайлы-источники:\n- docs/architecture/telegram-notify-app-overview.md\n- docs/README.md", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "ARCHITECTURE", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_architecture", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Из чего состоит Telegram Notify App?", - "profile": "docs_summary_architecture", - "row_count": 16, - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 2140, - "score_breakdown": { - "semantic": 60, - "path_match": 180, - "filename_match": 600, - "alias_match": 0, - "anchor_boost": 300, - "target_doc_boost": 1000, - "generic_penalty": 0 - }, - "match_reason": "exact_path" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 60, - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "target_doc_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 753 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- domain: expected GENERAL, got DOCS -- intent: expected GENERAL_QA, got DOC_EXPLAIN -- anchor_type: expected GENERAL_OVERVIEW, got ARCHITECTURE -- llm: expected answer to contain 'Telegram Notify App' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-09-reading-order.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-09-reading-order.json deleted file mode 100644 index fd086ce..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-09-reading-order.json +++ /dev/null @@ -1,185 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-09-reading-order", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'README'" - ], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Какие документы стоит читать сначала?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-09-reading-order.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-09-reading-order.md deleted file mode 100644 index 7f9590a..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-09-reading-order.md +++ /dev/null @@ -1,226 +0,0 @@ -# v2-general-09-reading-order - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Какие документы стоит читать сначала? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Какие документы стоит читать сначала?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'README' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-10-short-summary.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-10-short-summary.json deleted file mode 100644 index 0a0505c..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-10-short-summary.json +++ /dev/null @@ -1,183 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-10-short-summary", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Дай короткое summary по проектной документации", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:История изменений", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-10-short-summary.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-10-short-summary.md deleted file mode 100644 index a80bdf3..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/full_chain_docs_v2_matrix_v2-general-10-short-summary.md +++ /dev/null @@ -1,226 +0,0 @@ -# v2-general-10-short-summary - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Дай короткое summary по проектной документации - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Дай короткое summary по проектной документации", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:История изменений", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/summary.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/summary.md deleted file mode 100644 index 0265d4c..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_202730/summary.md +++ /dev/null @@ -1,153 +0,0 @@ -# pipeline_setup_v3 summary - -Passed: 7/30 - -| File | Case | Mode | Query | Actual sub-intent | RAG layers | Tokens | Pass | -|------|------|------|-------|-------------------|------------|--------|------| -| full_chain_docs_v2_matrix.yaml | v2-general-01-what-is-service | full_chain | Что это за сервис? | SUMMARY | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-general-02-purpose | full_chain | Для чего нужен test_echo_app? | SUMMARY | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-general-03-problem | full_chain | Какую задачу решает это приложение? | SUMMARY | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-general-04-docs-contents | full_chain | Что входит в документацию этого проекта? | SUMMARY | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-general-05-main-parts | full_chain | Какие основные части есть у системы? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-general-06-high-level-architecture | full_chain | Как в целом устроено приложение? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-general-07-besides-api | full_chain | Что тут есть кроме API? | SUMMARY | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-general-08-components | full_chain | Из чего состоит Telegram Notify App? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-general-09-reading-order | full_chain | Какие документы стоит читать сначала? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-general-10-short-summary | full_chain | Дай короткое summary по проектной документации | SUMMARY | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-01-health | full_chain | Кратко объясни по документации, как работает `/health` | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-02-send | full_chain | Что делает endpoint `/send`? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-03-actions | full_chain | Объясни назначение `/actions/{action}` | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-04-runtime-health | full_chain | Что такое runtime health в этой документации? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-05-notification-loop | full_chain | Кратко опиши цикл отправки уведомлений | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-06-architecture | full_chain | Как устроена архитектура Telegram Notify App? | SUMMARY | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-07-worker | full_chain | Что делает worker в этом приложении? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-08-health-statuses | full_chain | Какие статусы здоровья есть у runtime? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-09-manual-send | full_chain | Как в приложении устроена ручная отправка сообщения? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-10-telegram-integration | full_chain | Как сервис взаимодействует с Telegram в целом? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-01-health | full_chain | В каком файле описан `/health`? | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-02-send | full_chain | Покажи файл с описанием endpoint `/send` | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-03-actions | full_chain | Где находится документация по `/actions/{action}`? | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-04-runtime-health | full_chain | В каком документе описан runtime health? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-05-loop | full_chain | Найди файл с логикой цикла отправки уведомлений | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-06-architecture | full_chain | Где описана архитектура приложения? | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-07-errors-catalog | full_chain | В каком файле лежит каталог ошибок? | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-08-docs-index | full_chain | Покажи файл-индекс документации проекта | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-09-telegram-bot-api | full_chain | Какие файлы относятся к Telegram Bot API интеграции? | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-10-telegram-notify-worker | full_chain | В каких файлах описан worker `telegram_notify`? | FIND_FILES | — | — | ✗ | - -## Failures -- **v2-general-05-main-parts**: llm: expected answer to contain 'систем' -- **v2-general-06-high-level-architecture**: llm: expected answer to contain 'приложен' -- **v2-general-08-components**: domain: expected GENERAL, got DOCS; intent: expected GENERAL_QA, got DOC_EXPLAIN; anchor_type: expected GENERAL_OVERVIEW, got ARCHITECTURE; llm: expected answer to contain 'Telegram Notify App' -- **v2-general-09-reading-order**: llm: expected answer to contain 'README' -- **v2-docs-summary-01-health**: answer_mode: expected grounded_summary, got insufficient_evidence; llm: expected answer to contain '/health'; llm: expected answer to contain 'status'; llm: expected answer to contain 'components' -- **v2-docs-summary-02-send**: doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']; llm: expected answer to contain '/send'; llm: expected answer to contain 'message'; llm: expected answer to contain 'Telegram' -- **v2-docs-summary-03-actions**: doc_scope should contain 'docs/api/control-actions-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']; llm: expected answer to contain '/actions/{action}' -- **v2-docs-summary-04-runtime-health**: doc_scope should contain 'docs/domains/runtime-health-entity.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md']; llm: expected answer to contain 'runtime health' -- **v2-docs-summary-05-notification-loop**: doc_scope should contain 'docs/logic/telegram-notification-loop.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']; llm: expected answer to contain 'worker'; llm: expected answer to contain 'interval'; llm: expected answer to contain 'degraded' -- **v2-docs-summary-07-worker**: doc_scope should contain 'docs/logic/telegram-notification-loop.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']; llm: expected answer to contain 'worker' -- **v2-docs-summary-08-health-statuses**: doc_scope should contain 'docs/domains/runtime-health-entity.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md']; doc_scope should contain 'docs/api/health-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md']; llm: expected answer to contain 'ok'; llm: expected answer to contain 'degraded'; llm: expected answer to contain 'unhealthy'; llm: expected answer to contain 'unknown' -- **v2-docs-summary-09-manual-send**: doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']; llm: expected answer to contain '/send'; llm: expected answer to contain 'message'; llm: expected answer to contain 'TelegramSendService' -- **v2-docs-summary-10-telegram-integration**: domain: expected DOCS, got GENERAL; intent: expected DOC_EXPLAIN, got GENERAL_QA; anchor_type: expected API_ENDPOINT, got None; doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md'] -- **v2-find-files-01-health**: answer_mode: expected deterministic, got deterministic_file_list; llm: expected answer to contain 'docs/api/health-endpoint.md' -- **v2-find-files-02-send**: answer_mode: expected deterministic, got deterministic_file_list; llm: expected answer to contain 'docs/api/send-message-endpoint.md' -- **v2-find-files-03-actions**: answer_mode: expected deterministic, got deterministic_file_list; llm: expected answer to contain 'docs/api/control-actions-endpoint.md' -- **v2-find-files-04-runtime-health**: sub_intent: expected FIND_FILES, got SUMMARY; anchor_type: expected FIND_FILES, got DOMAIN_ENTITY; answer_mode: expected deterministic, got insufficient_evidence; llm: expected answer to contain 'docs/domains/runtime-health-entity.md' -- **v2-find-files-05-loop**: answer_mode: expected deterministic, got deterministic_file_list; llm: expected answer to contain 'docs/logic/telegram-notification-loop.md' -- **v2-find-files-06-architecture**: answer_mode: expected deterministic, got deterministic_file_list -- **v2-find-files-07-errors-catalog**: answer_mode: expected deterministic, got deterministic_file_list; llm: expected answer to contain 'docs/errors/catalog.yaml' -- **v2-find-files-08-docs-index**: answer_mode: expected deterministic, got deterministic_file_list -- **v2-find-files-09-telegram-bot-api**: answer_mode: expected deterministic, got deterministic_file_list; llm: expected answer to contain 'docs/api/send-message-endpoint.md'; llm: expected answer to contain 'docs/logic/telegram-notification-loop.md' -- **v2-find-files-10-telegram-notify-worker**: answer_mode: expected deterministic, got deterministic_file_list; llm: expected answer to contain 'docs/logic/telegram-notification-loop.md'; llm: expected answer to contain 'docs/domains/runtime-health-entity.md' - -## LLM Answers -- **v2-general-01-what-is-service** - Query: Что это за сервис? - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`… -- **v2-general-02-purpose** - Query: Для чего нужен test_echo_app? - > \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`\]\(../api/health\-endpoint.md\), \[\`/actions/\{action\}\`\]\(../api/control\-actions\-endpoint.md\), \[\`/send\`\]\(../api/send\-message\-endpoint.md\). \- Related logic: \[цикл отправки уведомлений\]\(../logic/telegram\-notification\-loop.md\). \- Related domain: \[runtime health\]\(../domains/runtime\-health\-entity.md\). \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/arc… -- **v2-general-03-problem** - Query: Какую задачу решает это приложение? - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`… -- **v2-general-04-docs-contents** - Query: Что входит в документацию этого проекта? - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`… -- **v2-general-05-main-parts** - Query: Какие основные части есть у системы? - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`… -- **v2-general-06-high-level-architecture** - Query: Как в целом устроено приложение? - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`… -- **v2-general-07-besides-api** - Query: Что тут есть кроме API? - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`… -- **v2-general-08-components** - Query: Из чего состоит Telegram Notify App? - > \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`\]\(../api/health\-endpoint.md\), \[\`/actions/\{action\}\`\]\(../api/control\-actions\-endpoint.md\), \[\`/send\`\]\(../api/send\-message\-endpoint.md\). \- Related logic: \[цикл отправки уведомлений\]\(../logic/telegram\-notification\-loop.md\). \- Related domain: \[runtime health\]\(../domains/runtime\-health\-entity.md\). Файлы\-источники: \- docs/architecture/telegram\-notify\-app\-overview.md \- docs/README.md -- **v2-general-09-reading-order** - Query: Какие документы стоит читать сначала? - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`… -- **v2-general-10-short-summary** - Query: Дай короткое summary по проектной документации - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`… -- **v2-docs-summary-01-health** - Query: Кратко объясни по документации, как работает `/health` - > В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/README.md. -- **v2-docs-summary-02-send** - Query: Что делает endpoint `/send`? - > В поднятом контексте не найден целевой документ по запросу. -- **v2-docs-summary-03-actions** - Query: Объясни назначение `/actions/{action}` - > В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram\-notify\-app\-overview.md. -- **v2-docs-summary-04-runtime-health** - Query: Что такое runtime health в этой документации? - > В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram\-notify\-app\-overview.md. -- **v2-docs-summary-05-notification-loop** - Query: Кратко опиши цикл отправки уведомлений - > В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram\-notify\-app\-overview.md, docs/README.md. -- **v2-docs-summary-06-architecture** - Query: Как устроена архитектура Telegram Notify App? - > \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`\]\(../api/health\-endpoint.md\), \[\`/actions/\{action\}\`\]\(../api/control\-actions\-endpoint.md\), \[\`/send\`\]\(../api/send\-message\-endpoint.md\). \- Related logic: \[цикл отправки уведомлений\]\(../logic/telegram\-notification\-loop.md\). \- Related domain: \[runtime health\]\(../domains/runtime\-health\-entity.md\). Файлы\-источники: \- docs/architecture/telegram\-notify\-app\-overview.md \- docs/README.md -- **v2-docs-summary-07-worker** - Query: Что делает worker в этом приложении? - > В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram\-notify\-app\-overview.md. -- **v2-docs-summary-08-health-statuses** - Query: Какие статусы здоровья есть у runtime? - > В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram\-notify\-app\-overview.md. -- **v2-docs-summary-09-manual-send** - Query: Как в приложении устроена ручная отправка сообщения? - > В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram\-notify\-app\-overview.md. -- **v2-docs-summary-10-telegram-integration** - Query: Как сервис взаимодействует с Telegram в целом? - > \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`\]\(../api/health\-endpoint.md\), \[\`/actions/\{action\}\`\]\(../api/control\-actions\-endpoint.md\), \[\`/send\`\]\(../api/send\-message\-endpoint.md\). \- Related logic: \[цикл отправки уведомлений\]\(../logic/telegram\-notification\-loop.md\). \- Related domain: \[runtime health\]\(../domains/runtime\-health\-entity.md\). \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/arc… -- **v2-find-files-01-health** - Query: В каком файле описан `/health`? - > docs/README.md docs/architecture/telegram\-notify\-app\-overview.md -- **v2-find-files-02-send** - Query: Покажи файл с описанием endpoint `/send` - > docs/architecture/telegram\-notify\-app\-overview.md docs/README.md -- **v2-find-files-03-actions** - Query: Где находится документация по `/actions/{action}`? - > docs/architecture/telegram\-notify\-app\-overview.md docs/README.md -- **v2-find-files-04-runtime-health** - Query: В каком документе описан runtime health? - > В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram\-notify\-app\-overview.md. -- **v2-find-files-05-loop** - Query: Найди файл с логикой цикла отправки уведомлений - > docs/README.md docs/architecture/telegram\-notify\-app\-overview.md -- **v2-find-files-06-architecture** - Query: Где описана архитектура приложения? - > docs/architecture/telegram\-notify\-app\-overview.md -- **v2-find-files-07-errors-catalog** - Query: В каком файле лежит каталог ошибок? - > docs/README.md docs/architecture/telegram\-notify\-app\-overview.md -- **v2-find-files-08-docs-index** - Query: Покажи файл-индекс документации проекта - > docs/README.md docs/architecture/telegram\-notify\-app\-overview.md -- **v2-find-files-09-telegram-bot-api** - Query: Какие файлы относятся к Telegram Bot API интеграции? - > docs/architecture/telegram\-notify\-app\-overview.md docs/README.md -- **v2-find-files-10-telegram-notify-worker** - Query: В каких файлах описан worker `telegram_notify`? - > docs/architecture/telegram\-notify\-app\-overview.md docs/README.md \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-01-health.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-01-health.json deleted file mode 100644 index 1c20004..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-01-health.json +++ /dev/null @@ -1,295 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-01-health", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "answer_mode: expected grounded_summary, got insufficient_evidence", - "llm: expected answer to contain '/health'", - "llm: expected answer to contain 'status'", - "llm: expected answer to contain 'components'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/README.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%", - "%/health%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%", - "%/health%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Кратко объясни по документации, как работает `/health`", - "profile": "docs_summary_api_endpoint", - "row_count": 4, - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 1 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 20, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 20, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 96 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-01-health.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-01-health.md deleted file mode 100644 index b358832..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-01-health.md +++ /dev/null @@ -1,344 +0,0 @@ -# v2-docs-summary-01-health - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Кратко объясни по документации, как работает `/health` - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/README.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%", - "%/health%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%", - "%/health%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Кратко объясни по документации, как работает `/health`", - "profile": "docs_summary_api_endpoint", - "row_count": 4, - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 1 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 20, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 20, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 96 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- answer_mode: expected grounded_summary, got insufficient_evidence -- llm: expected answer to contain '/health' -- llm: expected answer to contain 'status' -- llm: expected answer to contain 'components' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-02-send.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-02-send.json deleted file mode 100644 index 75c76f5..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-02-send.json +++ /dev/null @@ -1,259 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-02-send", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']", - "llm: expected answer to contain '/send'", - "llm: expected answer to contain 'message'", - "llm: expected answer to contain 'Telegram'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramSendService" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%", - "%/send%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%", - "%/send%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Что делает endpoint `/send`?", - "profile": "docs_summary_api_endpoint", - "row_count": 4, - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": null, - "document_count": 0 - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [], - "ranking_score_breakdown": [] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 59 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-02-send.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-02-send.md deleted file mode 100644 index b31c739..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-02-send.md +++ /dev/null @@ -1,304 +0,0 @@ -# v2-docs-summary-02-send - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Что делает endpoint `/send`? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramSendService" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%", - "%/send%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%", - "%/send%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Что делает endpoint `/send`?", - "profile": "docs_summary_api_endpoint", - "row_count": 4, - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": null, - "document_count": 0 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [], - "ranking_score_breakdown": [] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 59 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md'] -- llm: expected answer to contain '/send' -- llm: expected answer to contain 'message' -- llm: expected answer to contain 'Telegram' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.json deleted file mode 100644 index 6196dff..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.json +++ /dev/null @@ -1,299 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-03-actions", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "doc_scope should contain 'docs/api/control-actions-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']", - "llm: expected answer to contain '/actions/{action}'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%", - "%/actions/{action}%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%", - "%/actions/{action}%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Объясни назначение `/actions/{action}`", - "profile": "docs_summary_api_endpoint", - "row_count": 4, - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 390, - "score_breakdown": { - "semantic": 40, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - }, - "match_reason": "alias_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 390, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 40, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.md deleted file mode 100644 index 65c69a1..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.md +++ /dev/null @@ -1,348 +0,0 @@ -# v2-docs-summary-03-actions - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Объясни назначение `/actions/{action}` - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%", - "%/actions/{action}%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%", - "%/actions/{action}%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Объясни назначение `/actions/{action}`", - "profile": "docs_summary_api_endpoint", - "row_count": 4, - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 390, - "score_breakdown": { - "semantic": 40, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - }, - "match_reason": "alias_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 390, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 40, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- doc_scope should contain 'docs/api/control-actions-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md'] -- llm: expected answer to contain '/actions/{action}' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.json deleted file mode 100644 index deb6ae2..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.json +++ /dev/null @@ -1,285 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-04-runtime-health", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "doc_scope should contain 'docs/domains/runtime-health-entity.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md']", - "llm: expected answer to contain 'runtime health'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "DOMAIN_ENTITY", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_domain_entity", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Что такое runtime health в этой документации?", - "profile": "docs_summary_domain_entity", - "row_count": 4, - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 410, - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - }, - "match_reason": "alias_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 410, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.md deleted file mode 100644 index 3ccb80d..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.md +++ /dev/null @@ -1,334 +0,0 @@ -# v2-docs-summary-04-runtime-health - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Что такое runtime health в этой документации? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "DOMAIN_ENTITY", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_domain_entity", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Что такое runtime health в этой документации?", - "profile": "docs_summary_domain_entity", - "row_count": 4, - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 410, - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - }, - "match_reason": "alias_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 410, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- doc_scope should contain 'docs/domains/runtime-health-entity.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md'] -- llm: expected answer to contain 'runtime health' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.json deleted file mode 100644 index f23f2b3..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.json +++ /dev/null @@ -1,330 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-05-notification-loop", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "doc_scope should contain 'docs/logic/telegram-notification-loop.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']", - "llm: expected answer to contain 'worker'", - "llm: expected answer to contain 'interval'", - "llm: expected answer to contain 'degraded'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md, docs/README.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "LOGIC_FLOW", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [ - "telegram-notification-loop" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "telegram-notification-loop" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_logic_flow", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [ - "telegram-notification-loop" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Telegram Bot API", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Кратко опиши цикл отправки уведомлений", - "profile": "docs_summary_logic_flow", - "row_count": 4, - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Telegram Bot API", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 880, - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 880, - "match_reason": "alias_match" - }, - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 147 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.md deleted file mode 100644 index 963fd2f..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.md +++ /dev/null @@ -1,383 +0,0 @@ -# v2-docs-summary-05-notification-loop - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Кратко опиши цикл отправки уведомлений - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md, docs/README.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "LOGIC_FLOW", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [ - "telegram-notification-loop" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "telegram-notification-loop" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_logic_flow", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "telegram-notification-loop" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Telegram Bot API", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Кратко опиши цикл отправки уведомлений", - "profile": "docs_summary_logic_flow", - "row_count": 4, - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Telegram Bot API", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 880, - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 880, - "match_reason": "alias_match" - }, - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 147 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- doc_scope should contain 'docs/logic/telegram-notification-loop.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md'] -- llm: expected answer to contain 'worker' -- llm: expected answer to contain 'interval' -- llm: expected answer to contain 'degraded' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.json deleted file mode 100644 index 7e842f1..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.json +++ /dev/null @@ -1,390 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-06-architecture", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "rag_count": 16, - "llm_answer": "- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).\n\nФайлы-источники:\n- docs/architecture/telegram-notify-app-overview.md\n- docs/README.md", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "ARCHITECTURE", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_architecture", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Компоненты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Telegram Bot API", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Как устроена архитектура Telegram Notify App?", - "profile": "docs_summary_architecture", - "row_count": 16, - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 2900, - "score_breakdown": { - "semantic": 60, - "path_match": 240, - "filename_match": 800, - "alias_match": 500, - "anchor_boost": 300, - "target_doc_boost": 1000, - "generic_penalty": 0 - }, - "match_reason": "exact_path" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 600, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 2900, - "match_reason": "exact_path" - }, - { - "doc": "docs/README.md", - "score": 600, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 60, - "path_match": 240, - "filename_match": 800, - "alias_match": 500, - "anchor_boost": 300, - "target_doc_boost": 1000, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "target_doc_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 753 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.md deleted file mode 100644 index 257f09f..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.md +++ /dev/null @@ -1,445 +0,0 @@ -# v2-docs-summary-06-architecture - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Как устроена архитектура Telegram Notify App? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "rag_count": 16, - "llm_answer": "- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).\n\nФайлы-источники:\n- docs/architecture/telegram-notify-app-overview.md\n- docs/README.md", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "ARCHITECTURE", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_architecture", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Компоненты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Telegram Bot API", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Как устроена архитектура Telegram Notify App?", - "profile": "docs_summary_architecture", - "row_count": 16, - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 2900, - "score_breakdown": { - "semantic": 60, - "path_match": 240, - "filename_match": 800, - "alias_match": 500, - "anchor_boost": 300, - "target_doc_boost": 1000, - "generic_penalty": 0 - }, - "match_reason": "exact_path" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 600, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 2900, - "match_reason": "exact_path" - }, - { - "doc": "docs/README.md", - "score": 600, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 60, - "path_match": 240, - "filename_match": 800, - "alias_match": 500, - "anchor_boost": 300, - "target_doc_boost": 1000, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "target_doc_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 753 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.json deleted file mode 100644 index fefba8a..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.json +++ /dev/null @@ -1,281 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-07-worker", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "doc_scope should contain 'docs/logic/telegram-notification-loop.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']", - "llm: expected answer to contain 'worker'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyWorker" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "LOGIC_FLOW", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_logic_flow", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Что делает worker в этом приложении?", - "profile": "docs_summary_logic_flow", - "row_count": 4, - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 20, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 20, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.md deleted file mode 100644 index 36f453c..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.md +++ /dev/null @@ -1,330 +0,0 @@ -# v2-docs-summary-07-worker - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Что делает worker в этом приложении? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyWorker" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "LOGIC_FLOW", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_logic_flow", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Что делает worker в этом приложении?", - "profile": "docs_summary_logic_flow", - "row_count": 4, - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 20, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 20, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- doc_scope should contain 'docs/logic/telegram-notification-loop.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md'] -- llm: expected answer to contain 'worker' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.json deleted file mode 100644 index 0cdb688..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.json +++ /dev/null @@ -1,289 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-08-health-statuses", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "doc_scope should contain 'docs/domains/runtime-health-entity.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md']", - "doc_scope should contain 'docs/api/health-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md']", - "llm: expected answer to contain 'ok'", - "llm: expected answer to contain 'degraded'", - "llm: expected answer to contain 'unhealthy'", - "llm: expected answer to contain 'unknown'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "DOMAIN_ENTITY", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_domain_entity", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Какие статусы здоровья есть у runtime?", - "profile": "docs_summary_domain_entity", - "row_count": 4, - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 410, - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - }, - "match_reason": "alias_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 410, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.md deleted file mode 100644 index b9ceaa5..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.md +++ /dev/null @@ -1,338 +0,0 @@ -# v2-docs-summary-08-health-statuses - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Какие статусы здоровья есть у runtime? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "DOMAIN_ENTITY", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_domain_entity", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Какие статусы здоровья есть у runtime?", - "profile": "docs_summary_domain_entity", - "row_count": 4, - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 410, - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - }, - "match_reason": "alias_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 410, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- doc_scope should contain 'docs/domains/runtime-health-entity.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md'] -- doc_scope should contain 'docs/api/health-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md'] -- llm: expected answer to contain 'ok' -- llm: expected answer to contain 'degraded' -- llm: expected answer to contain 'unhealthy' -- llm: expected answer to contain 'unknown' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.json deleted file mode 100644 index 17ded9c..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.json +++ /dev/null @@ -1,297 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-09-manual-send", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']", - "llm: expected answer to contain '/send'", - "llm: expected answer to contain 'message'", - "llm: expected answer to contain 'TelegramSendService'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramSendService" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [ - "/send" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Как в приложении устроена ручная отправка сообщения?", - "profile": "docs_summary_api_endpoint", - "row_count": 4, - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 370, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - }, - "match_reason": "alias_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 370, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.md deleted file mode 100644 index 94c1b16..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.md +++ /dev/null @@ -1,346 +0,0 @@ -# v2-docs-summary-09-manual-send - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Как в приложении устроена ручная отправка сообщения? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramSendService" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [ - "/send" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Как в приложении устроена ручная отправка сообщения?", - "profile": "docs_summary_api_endpoint", - "row_count": 4, - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 370, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - }, - "match_reason": "alias_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 370, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md'] -- llm: expected answer to contain '/send' -- llm: expected answer to contain 'message' -- llm: expected answer to contain 'TelegramSendService' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.json deleted file mode 100644 index 1e0b5f0..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.json +++ /dev/null @@ -1,338 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-10-telegram-integration", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "domain: expected DOCS, got GENERAL", - "intent: expected DOC_EXPLAIN, got GENERAL_QA", - "anchor_type: expected API_ENDPOINT, got None", - "doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']" - ], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": null, - "rag_count": 8, - "llm_answer": "- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).\n- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": null, - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Ограничения", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанный код", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Как сервис взаимодействует с Telegram в целом?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 380, - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "exact_title" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 120, - "score_breakdown": { - "semantic": 120, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 380, - "match_reason": "exact_title" - }, - { - "doc": "docs/README.md", - "score": 120, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 120, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.md deleted file mode 100644 index 7e1df31..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.md +++ /dev/null @@ -1,391 +0,0 @@ -# v2-docs-summary-10-telegram-integration - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Как сервис взаимодействует с Telegram в целом? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": null, - "rag_count": 8, - "llm_answer": "- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).\n- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": null, - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Ограничения", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанный код", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Как сервис взаимодействует с Telegram в целом?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 380, - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "exact_title" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 120, - "score_breakdown": { - "semantic": 120, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 380, - "match_reason": "exact_title" - }, - { - "doc": "docs/README.md", - "score": 120, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 120, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- domain: expected DOCS, got GENERAL -- intent: expected DOC_EXPLAIN, got GENERAL_QA -- anchor_type: expected API_ENDPOINT, got None -- doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md'] \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-01-health.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-01-health.json deleted file mode 100644 index 78d41ba..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-01-health.json +++ /dev/null @@ -1,298 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-01-health", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'docs/api/health-endpoint.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/README.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "В каком файле описан `/health`?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/README.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 130, - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 130, - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 130, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 130, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-01-health.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-01-health.md deleted file mode 100644 index 5207ae9..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-01-health.md +++ /dev/null @@ -1,351 +0,0 @@ -# v2-find-files-01-health - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -В каком файле описан `/health`? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/README.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "В каком файле описан `/health`?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/README.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 130, - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 130, - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 130, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 130, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'docs/api/health-endpoint.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-02-send.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-02-send.json deleted file mode 100644 index 863b971..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-02-send.json +++ /dev/null @@ -1,298 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-02-send", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'docs/api/send-message-endpoint.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramSendService" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Покажи файл с описанием endpoint `/send`", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 120, - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 140, - "match_reason": "semantic_match" - }, - { - "doc": "docs/README.md", - "score": 120, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-02-send.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-02-send.md deleted file mode 100644 index 396c5d9..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-02-send.md +++ /dev/null @@ -1,351 +0,0 @@ -# v2-find-files-02-send - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Покажи файл с описанием endpoint `/send` - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramSendService" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Покажи файл с описанием endpoint `/send`", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 120, - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 140, - "match_reason": "semantic_match" - }, - { - "doc": "docs/README.md", - "score": 120, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'docs/api/send-message-endpoint.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-03-actions.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-03-actions.json deleted file mode 100644 index 3be1e4a..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-03-actions.json +++ /dev/null @@ -1,304 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-03-actions", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'docs/api/control-actions-endpoint.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Где находится документация по `/actions/{action}`?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 640, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 120, - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 640, - "match_reason": "alias_match" - }, - { - "doc": "docs/README.md", - "score": 120, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-03-actions.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-03-actions.md deleted file mode 100644 index ce31457..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-03-actions.md +++ /dev/null @@ -1,357 +0,0 @@ -# v2-find-files-03-actions - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Где находится документация по `/actions/{action}`? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Где находится документация по `/actions/{action}`?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 640, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 120, - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 640, - "match_reason": "alias_match" - }, - { - "doc": "docs/README.md", - "score": 120, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'docs/api/control-actions-endpoint.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.json deleted file mode 100644 index 9f88ec2..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.json +++ /dev/null @@ -1,302 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-04-runtime-health", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'docs/domains/runtime-health-entity.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "В каком документе описан runtime health?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 650, - "score_breakdown": { - "semantic": 30, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 130, - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 650, - "match_reason": "alias_match" - }, - { - "doc": "docs/README.md", - "score": 130, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 30, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.md deleted file mode 100644 index e759ee7..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.md +++ /dev/null @@ -1,355 +0,0 @@ -# v2-find-files-04-runtime-health - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -В каком документе описан runtime health? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "В каком документе описан runtime health?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 650, - "score_breakdown": { - "semantic": 30, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 130, - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 650, - "match_reason": "alias_match" - }, - { - "doc": "docs/README.md", - "score": 130, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 30, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'docs/domains/runtime-health-entity.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-05-loop.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-05-loop.json deleted file mode 100644 index 672c6d5..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-05-loop.json +++ /dev/null @@ -1,296 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-05-loop", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'docs/logic/telegram-notification-loop.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/README.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Найди файл с логикой цикла отправки уведомлений", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/README.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 140, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 140, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-05-loop.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-05-loop.md deleted file mode 100644 index e33bff1..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-05-loop.md +++ /dev/null @@ -1,349 +0,0 @@ -# v2-find-files-05-loop - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Найди файл с логикой цикла отправки уведомлений - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/README.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Найди файл с логикой цикла отправки уведомлений", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/README.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 140, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 140, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'docs/logic/telegram-notification-loop.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-06-architecture.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-06-architecture.json deleted file mode 100644 index ba2f015..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-06-architecture.json +++ /dev/null @@ -1,344 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-06-architecture", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - } - ], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Где описана архитектура приложения?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 3970, - "score_breakdown": { - "semantic": 30, - "path_match": 720, - "filename_match": 1600, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 1000, - "generic_penalty": 0 - }, - "match_reason": "exact_path" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 670, - "score_breakdown": { - "semantic": 50, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 3970, - "match_reason": "exact_path" - }, - { - "doc": "docs/README.md", - "score": 670, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 30, - "path_match": 720, - "filename_match": 1600, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 1000, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 50, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "primary_file_confident", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-06-architecture.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-06-architecture.md deleted file mode 100644 index 7fc62c3..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-06-architecture.md +++ /dev/null @@ -1,399 +0,0 @@ -# v2-find-files-06-architecture - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Где описана архитектура приложения? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - } - ], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Где описана архитектура приложения?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 3970, - "score_breakdown": { - "semantic": 30, - "path_match": 720, - "filename_match": 1600, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 1000, - "generic_penalty": 0 - }, - "match_reason": "exact_path" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 670, - "score_breakdown": { - "semantic": 50, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 3970, - "match_reason": "exact_path" - }, - { - "doc": "docs/README.md", - "score": 670, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 30, - "path_match": 720, - "filename_match": 1600, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 1000, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 50, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "primary_file_confident", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.json deleted file mode 100644 index 238cb6e..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.json +++ /dev/null @@ -1,302 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-07-errors-catalog", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'docs/errors/catalog.yaml'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/README.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/errors/" - ], - "prefer_like_patterns": [ - "%catalog.yaml%" - ], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "matched_aliases": [ - "catalog-errors" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "catalog-errors" - ], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/errors/" - ], - "prefer_like_patterns": [ - "%catalog.yaml%" - ], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [ - "catalog-errors" - ], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "В каком файле лежит каталог ошибок?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/README.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 150, - "score_breakdown": { - "semantic": 30, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 120, - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 150, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 120, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 30, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.md deleted file mode 100644 index 348b8b0..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.md +++ /dev/null @@ -1,355 +0,0 @@ -# v2-find-files-07-errors-catalog - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -В каком файле лежит каталог ошибок? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/README.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/errors/" - ], - "prefer_like_patterns": [ - "%catalog.yaml%" - ], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "matched_aliases": [ - "catalog-errors" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "catalog-errors" - ], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/errors/" - ], - "prefer_like_patterns": [ - "%catalog.yaml%" - ], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "catalog-errors" - ], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "В каком файле лежит каталог ошибок?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/README.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 150, - "score_breakdown": { - "semantic": 30, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 120, - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 150, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 120, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 30, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'docs/errors/catalog.yaml' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.json deleted file mode 100644 index 09e5785..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.json +++ /dev/null @@ -1,314 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-08-docs-index", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/README.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%" - ], - "target_doc_hints": [ - "docs/README.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/README.md" - ], - "matched_aliases": [ - "docs-readme" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "docs-readme" - ], - "target_doc_hints": [ - "docs/README.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%" - ], - "target_doc_hints": [ - "docs/README.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [ - "docs-readme" - ], - "target_doc_hints": [ - "docs/README.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "metadata_lookup": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Покажи файл-индекс документации проекта", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/README.md" - ], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/README.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 2140, - "score_breakdown": { - "semantic": 10, - "path_match": 360, - "filename_match": 400, - "alias_match": 250, - "anchor_boost": 120, - "target_doc_boost": 1000, - "generic_penalty": 0 - }, - "match_reason": "exact_path" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 300, - "score_breakdown": { - "semantic": 0, - "path_match": 180, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 2140, - "match_reason": "exact_path" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 300, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 10, - "path_match": 360, - "filename_match": 400, - "alias_match": 250, - "anchor_boost": 120, - "target_doc_boost": 1000, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 0, - "path_match": 180, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "primary_file_confident", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.md deleted file mode 100644 index 08bb57d..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.md +++ /dev/null @@ -1,369 +0,0 @@ -# v2-find-files-08-docs-index - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Покажи файл-индекс документации проекта - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/README.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%" - ], - "target_doc_hints": [ - "docs/README.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/README.md" - ], - "matched_aliases": [ - "docs-readme" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "docs-readme" - ], - "target_doc_hints": [ - "docs/README.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%" - ], - "target_doc_hints": [ - "docs/README.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "docs-readme" - ], - "target_doc_hints": [ - "docs/README.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "metadata_lookup": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Покажи файл-индекс документации проекта", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/README.md" - ], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/README.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 2140, - "score_breakdown": { - "semantic": 10, - "path_match": 360, - "filename_match": 400, - "alias_match": 250, - "anchor_boost": 120, - "target_doc_boost": 1000, - "generic_penalty": 0 - }, - "match_reason": "exact_path" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 300, - "score_breakdown": { - "semantic": 0, - "path_match": 180, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 2140, - "match_reason": "exact_path" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 300, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 10, - "path_match": 360, - "filename_match": 400, - "alias_match": 250, - "anchor_boost": 120, - "target_doc_boost": 1000, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 0, - "path_match": 180, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "primary_file_confident", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.json deleted file mode 100644 index 67047e6..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.json +++ /dev/null @@ -1,288 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-09-telegram-bot-api", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'docs/api/send-message-endpoint.md'", - "llm: expected answer to contain 'docs/logic/telegram-notification-loop.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "FIND_FILES", - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Какие файлы относятся к Telegram Bot API интеграции?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 720, - "score_breakdown": { - "semantic": 20, - "path_match": 180, - "filename_match": 400, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "exact_title" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 720, - "match_reason": "exact_title" - }, - { - "doc": "docs/README.md", - "score": 140, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 180, - "filename_match": 400, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.md deleted file mode 100644 index c4d79a7..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.md +++ /dev/null @@ -1,341 +0,0 @@ -# v2-find-files-09-telegram-bot-api - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Какие файлы относятся к Telegram Bot API интеграции? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "FIND_FILES", - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Какие файлы относятся к Telegram Bot API интеграции?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 720, - "score_breakdown": { - "semantic": 20, - "path_match": 180, - "filename_match": 400, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "exact_title" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 720, - "match_reason": "exact_title" - }, - { - "doc": "docs/README.md", - "score": 140, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 180, - "filename_match": 400, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'docs/api/send-message-endpoint.md' -- llm: expected answer to contain 'docs/logic/telegram-notification-loop.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.json deleted file mode 100644 index 52da710..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.json +++ /dev/null @@ -1,304 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-10-telegram-notify-worker", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'docs/logic/telegram-notification-loop.md'", - "llm: expected answer to contain 'docs/domains/runtime-health-entity.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyWorker" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "В каких файлах описан worker `telegram_notify`?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 1310, - "score_breakdown": { - "semantic": 30, - "path_match": 360, - "filename_match": 800, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "exact_title" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 1310, - "match_reason": "exact_title" - }, - { - "doc": "docs/README.md", - "score": 140, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 30, - "path_match": 360, - "filename_match": 800, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "primary_file_confident", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.md deleted file mode 100644 index 28d4704..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.md +++ /dev/null @@ -1,357 +0,0 @@ -# v2-find-files-10-telegram-notify-worker - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -В каких файлах описан worker `telegram_notify`? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyWorker" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "В каких файлах описан worker `telegram_notify`?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 1310, - "score_breakdown": { - "semantic": 30, - "path_match": 360, - "filename_match": 800, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "exact_title" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 1310, - "match_reason": "exact_title" - }, - { - "doc": "docs/README.md", - "score": 140, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 30, - "path_match": 360, - "filename_match": 800, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "primary_file_confident", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'docs/logic/telegram-notification-loop.md' -- llm: expected answer to contain 'docs/domains/runtime-health-entity.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-01-what-is-service.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-01-what-is-service.json deleted file mode 100644 index 0cf24da..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-01-what-is-service.json +++ /dev/null @@ -1,326 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-01-what-is-service", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Что это за сервис?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 100, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 100, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-01-what-is-service.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-01-what-is-service.md deleted file mode 100644 index 302917b..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-01-what-is-service.md +++ /dev/null @@ -1,381 +0,0 @@ -# v2-general-01-what-is-service - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Что это за сервис? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Что это за сервис?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 100, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 100, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-02-purpose.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-02-purpose.json deleted file mode 100644 index f047edf..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-02-purpose.json +++ /dev/null @@ -1,339 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-02-purpose", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).\n- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанный код", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Для чего нужен test_echo_app?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 380, - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "exact_title" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 140, - "score_breakdown": { - "semantic": 140, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 380, - "match_reason": "exact_title" - }, - { - "doc": "docs/README.md", - "score": 140, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 140, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-02-purpose.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-02-purpose.md deleted file mode 100644 index 8e52fc6..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-02-purpose.md +++ /dev/null @@ -1,394 +0,0 @@ -# v2-general-02-purpose - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Для чего нужен test_echo_app? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).\n- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанный код", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Для чего нужен test_echo_app?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 380, - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "exact_title" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 140, - "score_breakdown": { - "semantic": 140, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 380, - "match_reason": "exact_title" - }, - { - "doc": "docs/README.md", - "score": 140, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 140, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-03-problem.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-03-problem.json deleted file mode 100644 index 3583e60..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-03-problem.json +++ /dev/null @@ -1,326 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-03-problem", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанный код", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Какую задачу решает это приложение?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-03-problem.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-03-problem.md deleted file mode 100644 index 475e3e0..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-03-problem.md +++ /dev/null @@ -1,381 +0,0 @@ -# v2-general-03-problem - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Какую задачу решает это приложение? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанный код", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Какую задачу решает это приложение?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-04-docs-contents.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-04-docs-contents.json deleted file mode 100644 index ad7cafc..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-04-docs-contents.json +++ /dev/null @@ -1,326 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-04-docs-contents", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:История изменений", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Что входит в документацию этого проекта?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 100, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-04-docs-contents.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-04-docs-contents.md deleted file mode 100644 index 2de2e31..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-04-docs-contents.md +++ /dev/null @@ -1,381 +0,0 @@ -# v2-general-04-docs-contents - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Что входит в документацию этого проекта? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:История изменений", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Что входит в документацию этого проекта?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 100, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-05-main-parts.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-05-main-parts.json deleted file mode 100644 index 63a6a58..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-05-main-parts.json +++ /dev/null @@ -1,328 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-05-main-parts", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'систем'" - ], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Какие основные части есть у системы?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-05-main-parts.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-05-main-parts.md deleted file mode 100644 index cf79327..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-05-main-parts.md +++ /dev/null @@ -1,381 +0,0 @@ -# v2-general-05-main-parts - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Какие основные части есть у системы? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Какие основные части есть у системы?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'систем' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.json deleted file mode 100644 index 46bf39b..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.json +++ /dev/null @@ -1,328 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-06-high-level-architecture", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'приложен'" - ], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Как в целом устроено приложение?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.md deleted file mode 100644 index c2b9b4d..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.md +++ /dev/null @@ -1,381 +0,0 @@ -# v2-general-06-high-level-architecture - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Как в целом устроено приложение? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Как в целом устроено приложение?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'приложен' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-07-besides-api.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-07-besides-api.json deleted file mode 100644 index 750d6bb..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-07-besides-api.json +++ /dev/null @@ -1,326 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-07-besides-api", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Что тут есть кроме API?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 100, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 100, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-07-besides-api.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-07-besides-api.md deleted file mode 100644 index 493a888..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-07-besides-api.md +++ /dev/null @@ -1,381 +0,0 @@ -# v2-general-07-besides-api - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Что тут есть кроме API? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Что тут есть кроме API?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 100, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 100, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-08-components.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-08-components.json deleted file mode 100644 index d2f8d32..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-08-components.json +++ /dev/null @@ -1,389 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-08-components", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "domain: expected GENERAL, got DOCS", - "intent: expected GENERAL_QA, got DOC_EXPLAIN", - "anchor_type: expected GENERAL_OVERVIEW, got ARCHITECTURE", - "llm: expected answer to contain 'Telegram Notify App'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "rag_count": 16, - "llm_answer": "- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).\n\nФайлы-источники:\n- docs/architecture/telegram-notify-app-overview.md\n- docs/README.md", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "ARCHITECTURE", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_architecture", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Компоненты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Telegram Bot API", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Из чего состоит Telegram Notify App?", - "profile": "docs_summary_architecture", - "row_count": 16, - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 2140, - "score_breakdown": { - "semantic": 60, - "path_match": 180, - "filename_match": 600, - "alias_match": 0, - "anchor_boost": 300, - "target_doc_boost": 1000, - "generic_penalty": 0 - }, - "match_reason": "exact_path" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 60, - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 2140, - "match_reason": "exact_path" - }, - { - "doc": "docs/README.md", - "score": 60, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 60, - "path_match": 180, - "filename_match": 600, - "alias_match": 0, - "anchor_boost": 300, - "target_doc_boost": 1000, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "target_doc_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 753 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-08-components.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-08-components.md deleted file mode 100644 index 11ee6e7..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-08-components.md +++ /dev/null @@ -1,442 +0,0 @@ -# v2-general-08-components - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Из чего состоит Telegram Notify App? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "rag_count": 16, - "llm_answer": "- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).\n\nФайлы-источники:\n- docs/architecture/telegram-notify-app-overview.md\n- docs/README.md", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "ARCHITECTURE", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_architecture", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Компоненты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Telegram Bot API", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Из чего состоит Telegram Notify App?", - "profile": "docs_summary_architecture", - "row_count": 16, - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 2140, - "score_breakdown": { - "semantic": 60, - "path_match": 180, - "filename_match": 600, - "alias_match": 0, - "anchor_boost": 300, - "target_doc_boost": 1000, - "generic_penalty": 0 - }, - "match_reason": "exact_path" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 60, - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 2140, - "match_reason": "exact_path" - }, - { - "doc": "docs/README.md", - "score": 60, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 60, - "path_match": 180, - "filename_match": 600, - "alias_match": 0, - "anchor_boost": 300, - "target_doc_boost": 1000, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "target_doc_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 753 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- domain: expected GENERAL, got DOCS -- intent: expected GENERAL_QA, got DOC_EXPLAIN -- anchor_type: expected GENERAL_OVERVIEW, got ARCHITECTURE -- llm: expected answer to contain 'Telegram Notify App' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-09-reading-order.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-09-reading-order.json deleted file mode 100644 index 194372a..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-09-reading-order.json +++ /dev/null @@ -1,328 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-09-reading-order", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'README'" - ], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Ограничения", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Какие документы стоит читать сначала?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-09-reading-order.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-09-reading-order.md deleted file mode 100644 index e9a5323..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-09-reading-order.md +++ /dev/null @@ -1,381 +0,0 @@ -# v2-general-09-reading-order - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Какие документы стоит читать сначала? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Ограничения", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Какие документы стоит читать сначала?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'README' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-10-short-summary.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-10-short-summary.json deleted file mode 100644 index 2545ba8..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-10-short-summary.json +++ /dev/null @@ -1,326 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-10-short-summary", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:История изменений", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:История изменений", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Дай короткое summary по проектной документации", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:История изменений", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-10-short-summary.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-10-short-summary.md deleted file mode 100644 index 7e55ef2..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/full_chain_docs_v2_matrix_v2-general-10-short-summary.md +++ /dev/null @@ -1,381 +0,0 @@ -# v2-general-10-short-summary - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Дай короткое summary по проектной документации - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:История изменений", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:История изменений", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Дай короткое summary по проектной документации", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:История изменений", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/summary.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/summary.md deleted file mode 100644 index 632bd37..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_212743/summary.md +++ /dev/null @@ -1,151 +0,0 @@ -# pipeline_setup_v3 summary - -Passed: 9/30 - -| File | Case | Mode | Query | Actual sub-intent | RAG layers | Tokens | Pass | -|------|------|------|-------|-------------------|------------|--------|------| -| full_chain_docs_v2_matrix.yaml | v2-general-01-what-is-service | full_chain | Что это за сервис? | SUMMARY | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-general-02-purpose | full_chain | Для чего нужен test_echo_app? | SUMMARY | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-general-03-problem | full_chain | Какую задачу решает это приложение? | SUMMARY | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-general-04-docs-contents | full_chain | Что входит в документацию этого проекта? | SUMMARY | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-general-05-main-parts | full_chain | Какие основные части есть у системы? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-general-06-high-level-architecture | full_chain | Как в целом устроено приложение? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-general-07-besides-api | full_chain | Что тут есть кроме API? | SUMMARY | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-general-08-components | full_chain | Из чего состоит Telegram Notify App? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-general-09-reading-order | full_chain | Какие документы стоит читать сначала? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-general-10-short-summary | full_chain | Дай короткое summary по проектной документации | SUMMARY | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-01-health | full_chain | Кратко объясни по документации, как работает `/health` | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-02-send | full_chain | Что делает endpoint `/send`? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-03-actions | full_chain | Объясни назначение `/actions/{action}` | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-04-runtime-health | full_chain | Что такое runtime health в этой документации? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-05-notification-loop | full_chain | Кратко опиши цикл отправки уведомлений | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-06-architecture | full_chain | Как устроена архитектура Telegram Notify App? | SUMMARY | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-07-worker | full_chain | Что делает worker в этом приложении? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-08-health-statuses | full_chain | Какие статусы здоровья есть у runtime? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-09-manual-send | full_chain | Как в приложении устроена ручная отправка сообщения? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-10-telegram-integration | full_chain | Как сервис взаимодействует с Telegram в целом? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-01-health | full_chain | В каком файле описан `/health`? | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-02-send | full_chain | Покажи файл с описанием endpoint `/send` | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-03-actions | full_chain | Где находится документация по `/actions/{action}`? | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-04-runtime-health | full_chain | В каком документе описан runtime health? | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-05-loop | full_chain | Найди файл с логикой цикла отправки уведомлений | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-06-architecture | full_chain | Где описана архитектура приложения? | FIND_FILES | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-07-errors-catalog | full_chain | В каком файле лежит каталог ошибок? | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-08-docs-index | full_chain | Покажи файл-индекс документации проекта | FIND_FILES | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-09-telegram-bot-api | full_chain | Какие файлы относятся к Telegram Bot API интеграции? | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-10-telegram-notify-worker | full_chain | В каких файлах описан worker `telegram_notify`? | FIND_FILES | — | — | ✗ | - -## Failures -- **v2-general-05-main-parts**: llm: expected answer to contain 'систем' -- **v2-general-06-high-level-architecture**: llm: expected answer to contain 'приложен' -- **v2-general-08-components**: domain: expected GENERAL, got DOCS; intent: expected GENERAL_QA, got DOC_EXPLAIN; anchor_type: expected GENERAL_OVERVIEW, got ARCHITECTURE; llm: expected answer to contain 'Telegram Notify App' -- **v2-general-09-reading-order**: llm: expected answer to contain 'README' -- **v2-docs-summary-01-health**: answer_mode: expected grounded_summary, got insufficient_evidence; llm: expected answer to contain '/health'; llm: expected answer to contain 'status'; llm: expected answer to contain 'components' -- **v2-docs-summary-02-send**: doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']; llm: expected answer to contain '/send'; llm: expected answer to contain 'message'; llm: expected answer to contain 'Telegram' -- **v2-docs-summary-03-actions**: doc_scope should contain 'docs/api/control-actions-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']; llm: expected answer to contain '/actions/{action}' -- **v2-docs-summary-04-runtime-health**: doc_scope should contain 'docs/domains/runtime-health-entity.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md']; llm: expected answer to contain 'runtime health' -- **v2-docs-summary-05-notification-loop**: doc_scope should contain 'docs/logic/telegram-notification-loop.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']; llm: expected answer to contain 'worker'; llm: expected answer to contain 'interval'; llm: expected answer to contain 'degraded' -- **v2-docs-summary-07-worker**: doc_scope should contain 'docs/logic/telegram-notification-loop.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']; llm: expected answer to contain 'worker' -- **v2-docs-summary-08-health-statuses**: doc_scope should contain 'docs/domains/runtime-health-entity.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md']; doc_scope should contain 'docs/api/health-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md']; llm: expected answer to contain 'ok'; llm: expected answer to contain 'degraded'; llm: expected answer to contain 'unhealthy'; llm: expected answer to contain 'unknown' -- **v2-docs-summary-09-manual-send**: doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']; llm: expected answer to contain '/send'; llm: expected answer to contain 'message'; llm: expected answer to contain 'TelegramSendService' -- **v2-docs-summary-10-telegram-integration**: domain: expected DOCS, got GENERAL; intent: expected DOC_EXPLAIN, got GENERAL_QA; anchor_type: expected API_ENDPOINT, got None; doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md'] -- **v2-find-files-01-health**: llm: expected answer to contain 'docs/api/health-endpoint.md' -- **v2-find-files-02-send**: llm: expected answer to contain 'docs/api/send-message-endpoint.md' -- **v2-find-files-03-actions**: llm: expected answer to contain 'docs/api/control-actions-endpoint.md' -- **v2-find-files-04-runtime-health**: llm: expected answer to contain 'docs/domains/runtime-health-entity.md' -- **v2-find-files-05-loop**: llm: expected answer to contain 'docs/logic/telegram-notification-loop.md' -- **v2-find-files-07-errors-catalog**: llm: expected answer to contain 'docs/errors/catalog.yaml' -- **v2-find-files-09-telegram-bot-api**: llm: expected answer to contain 'docs/api/send-message-endpoint.md'; llm: expected answer to contain 'docs/logic/telegram-notification-loop.md' -- **v2-find-files-10-telegram-notify-worker**: llm: expected answer to contain 'docs/logic/telegram-notification-loop.md'; llm: expected answer to contain 'docs/domains/runtime-health-entity.md' - -## LLM Answers -- **v2-general-01-what-is-service** - Query: Что это за сервис? - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`… -- **v2-general-02-purpose** - Query: Для чего нужен test_echo_app? - > \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`\]\(../api/health\-endpoint.md\), \[\`/actions/\{action\}\`\]\(../api/control\-actions\-endpoint.md\), \[\`/send\`\]\(../api/send\-message\-endpoint.md\). \- Related logic: \[цикл отправки уведомлений\]\(../logic/telegram\-notification\-loop.md\). \- Related domain: \[runtime health\]\(../domains/runtime\-health\-entity.md\). \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/arc… -- **v2-general-03-problem** - Query: Какую задачу решает это приложение? - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`… -- **v2-general-04-docs-contents** - Query: Что входит в документацию этого проекта? - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`… -- **v2-general-05-main-parts** - Query: Какие основные части есть у системы? - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`… -- **v2-general-06-high-level-architecture** - Query: Как в целом устроено приложение? - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`… -- **v2-general-07-besides-api** - Query: Что тут есть кроме API? - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`… -- **v2-general-08-components** - Query: Из чего состоит Telegram Notify App? - > \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`\]\(../api/health\-endpoint.md\), \[\`/actions/\{action\}\`\]\(../api/control\-actions\-endpoint.md\), \[\`/send\`\]\(../api/send\-message\-endpoint.md\). \- Related logic: \[цикл отправки уведомлений\]\(../logic/telegram\-notification\-loop.md\). \- Related domain: \[runtime health\]\(../domains/runtime\-health\-entity.md\). Файлы\-источники: \- docs/architecture/telegram\-notify\-app\-overview.md \- docs/README.md -- **v2-general-09-reading-order** - Query: Какие документы стоит читать сначала? - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`… -- **v2-general-10-short-summary** - Query: Дай короткое summary по проектной документации - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`… -- **v2-docs-summary-01-health** - Query: Кратко объясни по документации, как работает `/health` - > В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/README.md. -- **v2-docs-summary-02-send** - Query: Что делает endpoint `/send`? - > В поднятом контексте не найден целевой документ по запросу. -- **v2-docs-summary-03-actions** - Query: Объясни назначение `/actions/{action}` - > В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram\-notify\-app\-overview.md. -- **v2-docs-summary-04-runtime-health** - Query: Что такое runtime health в этой документации? - > В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram\-notify\-app\-overview.md. -- **v2-docs-summary-05-notification-loop** - Query: Кратко опиши цикл отправки уведомлений - > В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram\-notify\-app\-overview.md, docs/README.md. -- **v2-docs-summary-06-architecture** - Query: Как устроена архитектура Telegram Notify App? - > \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`\]\(../api/health\-endpoint.md\), \[\`/actions/\{action\}\`\]\(../api/control\-actions\-endpoint.md\), \[\`/send\`\]\(../api/send\-message\-endpoint.md\). \- Related logic: \[цикл отправки уведомлений\]\(../logic/telegram\-notification\-loop.md\). \- Related domain: \[runtime health\]\(../domains/runtime\-health\-entity.md\). Файлы\-источники: \- docs/architecture/telegram\-notify\-app\-overview.md \- docs/README.md -- **v2-docs-summary-07-worker** - Query: Что делает worker в этом приложении? - > В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram\-notify\-app\-overview.md. -- **v2-docs-summary-08-health-statuses** - Query: Какие статусы здоровья есть у runtime? - > В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram\-notify\-app\-overview.md. -- **v2-docs-summary-09-manual-send** - Query: Как в приложении устроена ручная отправка сообщения? - > В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram\-notify\-app\-overview.md. -- **v2-docs-summary-10-telegram-integration** - Query: Как сервис взаимодействует с Telegram в целом? - > \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`\]\(../api/health\-endpoint.md\), \[\`/actions/\{action\}\`\]\(../api/control\-actions\-endpoint.md\), \[\`/send\`\]\(../api/send\-message\-endpoint.md\). \- Related logic: \[цикл отправки уведомлений\]\(../logic/telegram\-notification\-loop.md\). \- Related domain: \[runtime health\]\(../domains/runtime\-health\-entity.md\). \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/arc… -- **v2-find-files-01-health** - Query: В каком файле описан `/health`? - > docs/README.md docs/architecture/telegram\-notify\-app\-overview.md -- **v2-find-files-02-send** - Query: Покажи файл с описанием endpoint `/send` - > docs/architecture/telegram\-notify\-app\-overview.md docs/README.md -- **v2-find-files-03-actions** - Query: Где находится документация по `/actions/{action}`? - > docs/architecture/telegram\-notify\-app\-overview.md docs/README.md -- **v2-find-files-04-runtime-health** - Query: В каком документе описан runtime health? - > docs/architecture/telegram\-notify\-app\-overview.md docs/README.md -- **v2-find-files-05-loop** - Query: Найди файл с логикой цикла отправки уведомлений - > docs/README.md docs/architecture/telegram\-notify\-app\-overview.md -- **v2-find-files-06-architecture** - Query: Где описана архитектура приложения? - > docs/architecture/telegram\-notify\-app\-overview.md docs/README.md -- **v2-find-files-07-errors-catalog** - Query: В каком файле лежит каталог ошибок? - > docs/README.md docs/architecture/telegram\-notify\-app\-overview.md -- **v2-find-files-08-docs-index** - Query: Покажи файл-индекс документации проекта - > docs/README.md docs/architecture/telegram\-notify\-app\-overview.md -- **v2-find-files-09-telegram-bot-api** - Query: Какие файлы относятся к Telegram Bot API интеграции? - > docs/architecture/telegram\-notify\-app\-overview.md docs/README.md -- **v2-find-files-10-telegram-notify-worker** - Query: В каких файлах описан worker `telegram_notify`? - > docs/architecture/telegram\-notify\-app\-overview.md docs/README.md \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-01-health.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-01-health.json deleted file mode 100644 index 785a289..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-01-health.json +++ /dev/null @@ -1,306 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-01-health", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "answer_mode: expected grounded_summary, got insufficient_evidence", - "llm: expected answer to contain '/health'", - "llm: expected answer to contain 'status'", - "llm: expected answer to contain 'components'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/README.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%", - "%/health%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%", - "%/health%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "candidates_before_ranking": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Кратко объясни по документации, как работает `/health`", - "profile": "docs_summary_api_endpoint", - "row_count": 4, - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 1 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 20, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 20, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 96 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-01-health.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-01-health.md deleted file mode 100644 index 79b08f7..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-01-health.md +++ /dev/null @@ -1,355 +0,0 @@ -# v2-docs-summary-01-health - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Кратко объясни по документации, как работает `/health` - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/README.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%", - "%/health%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%", - "%/health%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "candidates_before_ranking": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Кратко объясни по документации, как работает `/health`", - "profile": "docs_summary_api_endpoint", - "row_count": 4, - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 1 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 20, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 20, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 96 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- answer_mode: expected grounded_summary, got insufficient_evidence -- llm: expected answer to contain '/health' -- llm: expected answer to contain 'status' -- llm: expected answer to contain 'components' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-02-send.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-02-send.json deleted file mode 100644 index 9ef2146..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-02-send.json +++ /dev/null @@ -1,270 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-02-send", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']", - "llm: expected answer to contain '/send'", - "llm: expected answer to contain 'message'", - "llm: expected answer to contain 'Telegram'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramSendService" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%", - "%/send%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%", - "%/send%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Что делает endpoint `/send`?", - "profile": "docs_summary_api_endpoint", - "row_count": 4, - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": null, - "document_count": 0 - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [], - "ranking_score_breakdown": [] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 59 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-02-send.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-02-send.md deleted file mode 100644 index c882366..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-02-send.md +++ /dev/null @@ -1,315 +0,0 @@ -# v2-docs-summary-02-send - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Что делает endpoint `/send`? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramSendService" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%", - "%/send%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%", - "%/send%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Что делает endpoint `/send`?", - "profile": "docs_summary_api_endpoint", - "row_count": 4, - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": null, - "document_count": 0 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [], - "ranking_score_breakdown": [] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 59 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md'] -- llm: expected answer to contain '/send' -- llm: expected answer to contain 'message' -- llm: expected answer to contain 'Telegram' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.json deleted file mode 100644 index 4bdcbdd..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.json +++ /dev/null @@ -1,310 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-03-actions", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "doc_scope should contain 'docs/api/control-actions-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']", - "llm: expected answer to contain '/actions/{action}'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%", - "%/actions/{action}%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%", - "%/actions/{action}%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Объясни назначение `/actions/{action}`", - "profile": "docs_summary_api_endpoint", - "row_count": 4, - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 390, - "score_breakdown": { - "semantic": 40, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - }, - "match_reason": "alias_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 390, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 40, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.md deleted file mode 100644 index 1be8ecb..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.md +++ /dev/null @@ -1,359 +0,0 @@ -# v2-docs-summary-03-actions - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Объясни назначение `/actions/{action}` - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%", - "%/actions/{action}%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%", - "%/actions/{action}%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Объясни назначение `/actions/{action}`", - "profile": "docs_summary_api_endpoint", - "row_count": 4, - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 390, - "score_breakdown": { - "semantic": 40, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - }, - "match_reason": "alias_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 390, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 40, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- doc_scope should contain 'docs/api/control-actions-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md'] -- llm: expected answer to contain '/actions/{action}' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.json deleted file mode 100644 index c951544..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.json +++ /dev/null @@ -1,296 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-04-runtime-health", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "doc_scope should contain 'docs/domains/runtime-health-entity.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md']", - "llm: expected answer to contain 'runtime health'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "DOMAIN_ENTITY", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_domain_entity", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Что такое runtime health в этой документации?", - "profile": "docs_summary_domain_entity", - "row_count": 4, - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 410, - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - }, - "match_reason": "alias_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 410, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.md deleted file mode 100644 index 2042605..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.md +++ /dev/null @@ -1,345 +0,0 @@ -# v2-docs-summary-04-runtime-health - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Что такое runtime health в этой документации? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "DOMAIN_ENTITY", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_domain_entity", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Что такое runtime health в этой документации?", - "profile": "docs_summary_domain_entity", - "row_count": 4, - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 410, - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - }, - "match_reason": "alias_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 410, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- doc_scope should contain 'docs/domains/runtime-health-entity.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md'] -- llm: expected answer to contain 'runtime health' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.json deleted file mode 100644 index f632b15..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.json +++ /dev/null @@ -1,341 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-05-notification-loop", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "doc_scope should contain 'docs/logic/telegram-notification-loop.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']", - "llm: expected answer to contain 'worker'", - "llm: expected answer to contain 'interval'", - "llm: expected answer to contain 'degraded'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md, docs/README.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "LOGIC_FLOW", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [ - "telegram-notification-loop" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "telegram-notification-loop" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_logic_flow", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [ - "telegram-notification-loop" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Telegram Bot API", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Кратко опиши цикл отправки уведомлений", - "profile": "docs_summary_logic_flow", - "row_count": 4, - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Telegram Bot API", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 880, - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 880, - "match_reason": "alias_match" - }, - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 147 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.md deleted file mode 100644 index d70e3c5..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.md +++ /dev/null @@ -1,394 +0,0 @@ -# v2-docs-summary-05-notification-loop - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Кратко опиши цикл отправки уведомлений - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md, docs/README.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "LOGIC_FLOW", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [ - "telegram-notification-loop" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "telegram-notification-loop" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_logic_flow", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [ - "telegram-notification-loop" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Telegram Bot API", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Кратко опиши цикл отправки уведомлений", - "profile": "docs_summary_logic_flow", - "row_count": 4, - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Telegram Bot API", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 880, - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 880, - "match_reason": "alias_match" - }, - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 147 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- doc_scope should contain 'docs/logic/telegram-notification-loop.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md'] -- llm: expected answer to contain 'worker' -- llm: expected answer to contain 'interval' -- llm: expected answer to contain 'degraded' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.json deleted file mode 100644 index 4f976de..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.json +++ /dev/null @@ -1,416 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-06-architecture", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "rag_count": 19, - "llm_answer": "- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).\n\nФайлы-источники:\n- docs/architecture/telegram-notify-app-overview.md\n- docs/README.md", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "ARCHITECTURE", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_architecture", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md" - ] - }, - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D2_FACT_INDEX", - "title": "architecture.telegram_notify_app:mentions_entity", - "document_id": "" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Компоненты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Как устроена архитектура Telegram Notify App?", - "profile": "docs_summary_architecture", - "row_count": 19, - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 2900, - "score_breakdown": { - "semantic": 60, - "path_match": 240, - "filename_match": 800, - "alias_match": 500, - "anchor_boost": 300, - "target_doc_boost": 1000, - "generic_penalty": 0 - }, - "match_reason": "exact_path" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 600, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 2900, - "match_reason": "exact_path" - }, - { - "doc": "docs/README.md", - "score": 600, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 60, - "path_match": 240, - "filename_match": 800, - "alias_match": 500, - "anchor_boost": 300, - "target_doc_boost": 1000, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "target_doc_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 753 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.md deleted file mode 100644 index db8eef6..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.md +++ /dev/null @@ -1,471 +0,0 @@ -# v2-docs-summary-06-architecture - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Как устроена архитектура Telegram Notify App? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "rag_count": 19, - "llm_answer": "- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).\n\nФайлы-источники:\n- docs/architecture/telegram-notify-app-overview.md\n- docs/README.md", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "ARCHITECTURE", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_architecture", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md" - ] - }, - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D2_FACT_INDEX", - "title": "architecture.telegram_notify_app:mentions_entity", - "document_id": "" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Компоненты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Как устроена архитектура Telegram Notify App?", - "profile": "docs_summary_architecture", - "row_count": 19, - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 2900, - "score_breakdown": { - "semantic": 60, - "path_match": 240, - "filename_match": 800, - "alias_match": 500, - "anchor_boost": 300, - "target_doc_boost": 1000, - "generic_penalty": 0 - }, - "match_reason": "exact_path" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 600, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 2900, - "match_reason": "exact_path" - }, - { - "doc": "docs/README.md", - "score": 600, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 60, - "path_match": 240, - "filename_match": 800, - "alias_match": 500, - "anchor_boost": 300, - "target_doc_boost": 1000, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "target_doc_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 753 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.json deleted file mode 100644 index 4296d69..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.json +++ /dev/null @@ -1,292 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-07-worker", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "doc_scope should contain 'docs/logic/telegram-notification-loop.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']", - "llm: expected answer to contain 'worker'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyWorker" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "LOGIC_FLOW", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_logic_flow", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Что делает worker в этом приложении?", - "profile": "docs_summary_logic_flow", - "row_count": 4, - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 20, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 20, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.md deleted file mode 100644 index 73e8540..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.md +++ /dev/null @@ -1,341 +0,0 @@ -# v2-docs-summary-07-worker - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Что делает worker в этом приложении? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyWorker" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "LOGIC_FLOW", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_logic_flow", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Что делает worker в этом приложении?", - "profile": "docs_summary_logic_flow", - "row_count": 4, - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 20, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 20, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- doc_scope should contain 'docs/logic/telegram-notification-loop.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md'] -- llm: expected answer to contain 'worker' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.json deleted file mode 100644 index 9fad7e4..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.json +++ /dev/null @@ -1,300 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-08-health-statuses", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "doc_scope should contain 'docs/domains/runtime-health-entity.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md']", - "doc_scope should contain 'docs/api/health-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md']", - "llm: expected answer to contain 'ok'", - "llm: expected answer to contain 'degraded'", - "llm: expected answer to contain 'unhealthy'", - "llm: expected answer to contain 'unknown'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "DOMAIN_ENTITY", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_domain_entity", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Какие статусы здоровья есть у runtime?", - "profile": "docs_summary_domain_entity", - "row_count": 4, - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 410, - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - }, - "match_reason": "alias_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 410, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.md deleted file mode 100644 index 77f9c7c..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.md +++ /dev/null @@ -1,349 +0,0 @@ -# v2-docs-summary-08-health-statuses - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Какие статусы здоровья есть у runtime? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "DOMAIN_ENTITY", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_domain_entity", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Какие статусы здоровья есть у runtime?", - "profile": "docs_summary_domain_entity", - "row_count": 4, - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 410, - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - }, - "match_reason": "alias_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 410, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- doc_scope should contain 'docs/domains/runtime-health-entity.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md'] -- doc_scope should contain 'docs/api/health-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md'] -- llm: expected answer to contain 'ok' -- llm: expected answer to contain 'degraded' -- llm: expected answer to contain 'unhealthy' -- llm: expected answer to contain 'unknown' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.json deleted file mode 100644 index 0973d8f..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.json +++ /dev/null @@ -1,308 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-09-manual-send", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']", - "llm: expected answer to contain '/send'", - "llm: expected answer to contain 'message'", - "llm: expected answer to contain 'TelegramSendService'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramSendService" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [ - "/send" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Как в приложении устроена ручная отправка сообщения?", - "profile": "docs_summary_api_endpoint", - "row_count": 4, - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 370, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - }, - "match_reason": "alias_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 370, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.md deleted file mode 100644 index fde410e..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.md +++ /dev/null @@ -1,357 +0,0 @@ -# v2-docs-summary-09-manual-send - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Как в приложении устроена ручная отправка сообщения? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramSendService" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [ - "/send" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Как в приложении устроена ручная отправка сообщения?", - "profile": "docs_summary_api_endpoint", - "row_count": 4, - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 370, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - }, - "match_reason": "alias_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 370, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md'] -- llm: expected answer to contain '/send' -- llm: expected answer to contain 'message' -- llm: expected answer to contain 'TelegramSendService' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.json deleted file mode 100644 index 65bc22d..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.json +++ /dev/null @@ -1,351 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-10-telegram-integration", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "domain: expected DOCS, got GENERAL", - "intent: expected DOC_EXPLAIN, got GENERAL_QA", - "anchor_type: expected API_ENDPOINT, got None", - "doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']" - ], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": null, - "rag_count": 8, - "llm_answer": "- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).\n- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": null, - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Ограничения", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанный код", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Как сервис взаимодействует с Telegram в целом?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 380, - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "exact_title" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 120, - "score_breakdown": { - "semantic": 120, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 380, - "match_reason": "exact_title" - }, - { - "doc": "docs/README.md", - "score": 120, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 120, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.md deleted file mode 100644 index 43a1035..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.md +++ /dev/null @@ -1,404 +0,0 @@ -# v2-docs-summary-10-telegram-integration - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Как сервис взаимодействует с Telegram в целом? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": null, - "rag_count": 8, - "llm_answer": "- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).\n- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": null, - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Ограничения", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанный код", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Как сервис взаимодействует с Telegram в целом?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 380, - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "exact_title" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 120, - "score_breakdown": { - "semantic": 120, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 380, - "match_reason": "exact_title" - }, - { - "doc": "docs/README.md", - "score": 120, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 120, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- domain: expected DOCS, got GENERAL -- intent: expected DOC_EXPLAIN, got GENERAL_QA -- anchor_type: expected API_ENDPOINT, got None -- doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md'] \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-01-health.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-01-health.json deleted file mode 100644 index 99329b2..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-01-health.json +++ /dev/null @@ -1,308 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-01-health", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'docs/api/health-endpoint.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/README.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "В каком файле описан `/health`?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/README.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 130, - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 130, - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 130, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 130, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-01-health.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-01-health.md deleted file mode 100644 index ae827c8..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-01-health.md +++ /dev/null @@ -1,361 +0,0 @@ -# v2-find-files-01-health - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -В каком файле описан `/health`? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/README.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "В каком файле описан `/health`?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/README.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 130, - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 130, - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 130, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 130, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'docs/api/health-endpoint.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-02-send.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-02-send.json deleted file mode 100644 index d444a74..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-02-send.json +++ /dev/null @@ -1,308 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-02-send", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'docs/api/send-message-endpoint.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramSendService" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Покажи файл с описанием endpoint `/send`", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 120, - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 140, - "match_reason": "semantic_match" - }, - { - "doc": "docs/README.md", - "score": 120, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-02-send.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-02-send.md deleted file mode 100644 index 71ef0b4..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-02-send.md +++ /dev/null @@ -1,361 +0,0 @@ -# v2-find-files-02-send - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Покажи файл с описанием endpoint `/send` - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramSendService" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Покажи файл с описанием endpoint `/send`", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 120, - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 140, - "match_reason": "semantic_match" - }, - { - "doc": "docs/README.md", - "score": 120, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'docs/api/send-message-endpoint.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-03-actions.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-03-actions.json deleted file mode 100644 index 22a26af..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-03-actions.json +++ /dev/null @@ -1,314 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-03-actions", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'docs/api/control-actions-endpoint.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Где находится документация по `/actions/{action}`?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 640, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 120, - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 640, - "match_reason": "alias_match" - }, - { - "doc": "docs/README.md", - "score": 120, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-03-actions.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-03-actions.md deleted file mode 100644 index 7daa0f1..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-03-actions.md +++ /dev/null @@ -1,367 +0,0 @@ -# v2-find-files-03-actions - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Где находится документация по `/actions/{action}`? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Где находится документация по `/actions/{action}`?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 640, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 120, - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 640, - "match_reason": "alias_match" - }, - { - "doc": "docs/README.md", - "score": 120, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'docs/api/control-actions-endpoint.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.json deleted file mode 100644 index c509e60..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.json +++ /dev/null @@ -1,312 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-04-runtime-health", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'docs/domains/runtime-health-entity.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "В каком документе описан runtime health?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 650, - "score_breakdown": { - "semantic": 30, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 130, - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 650, - "match_reason": "alias_match" - }, - { - "doc": "docs/README.md", - "score": 130, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 30, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.md deleted file mode 100644 index 79e0a20..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.md +++ /dev/null @@ -1,365 +0,0 @@ -# v2-find-files-04-runtime-health - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -В каком документе описан runtime health? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "В каком документе описан runtime health?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 650, - "score_breakdown": { - "semantic": 30, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 130, - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 650, - "match_reason": "alias_match" - }, - { - "doc": "docs/README.md", - "score": 130, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 30, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'docs/domains/runtime-health-entity.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-05-loop.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-05-loop.json deleted file mode 100644 index 726a2fc..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-05-loop.json +++ /dev/null @@ -1,306 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-05-loop", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'docs/logic/telegram-notification-loop.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/README.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidates_before_ranking": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Найди файл с логикой цикла отправки уведомлений", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/README.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 140, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 140, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-05-loop.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-05-loop.md deleted file mode 100644 index 3ec8e9c..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-05-loop.md +++ /dev/null @@ -1,359 +0,0 @@ -# v2-find-files-05-loop - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Найди файл с логикой цикла отправки уведомлений - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/README.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidates_before_ranking": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Найди файл с логикой цикла отправки уведомлений", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/README.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 140, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 140, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'docs/logic/telegram-notification-loop.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-06-architecture.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-06-architecture.json deleted file mode 100644 index 01cb749..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-06-architecture.json +++ /dev/null @@ -1,412 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-06-architecture", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 19, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md" - ] - }, - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D2_FACT_INDEX", - "title": "architecture.telegram_notify_app:mentions_entity", - "document_id": "" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Компоненты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Где описана архитектура приложения?", - "profile": "file_lookup", - "row_count": 19, - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 3970, - "score_breakdown": { - "semantic": 30, - "path_match": 720, - "filename_match": 1600, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 1000, - "generic_penalty": 0 - }, - "match_reason": "exact_path" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 670, - "score_breakdown": { - "semantic": 50, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 3970, - "match_reason": "exact_path" - }, - { - "doc": "docs/README.md", - "score": 670, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 30, - "path_match": 720, - "filename_match": 1600, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 1000, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 50, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "primary_file_confident", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-06-architecture.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-06-architecture.md deleted file mode 100644 index 032440b..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-06-architecture.md +++ /dev/null @@ -1,467 +0,0 @@ -# v2-find-files-06-architecture - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Где описана архитектура приложения? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 19, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md" - ] - }, - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D2_FACT_INDEX", - "title": "architecture.telegram_notify_app:mentions_entity", - "document_id": "" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Компоненты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Где описана архитектура приложения?", - "profile": "file_lookup", - "row_count": 19, - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 3970, - "score_breakdown": { - "semantic": 30, - "path_match": 720, - "filename_match": 1600, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 1000, - "generic_penalty": 0 - }, - "match_reason": "exact_path" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 670, - "score_breakdown": { - "semantic": 50, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 3970, - "match_reason": "exact_path" - }, - { - "doc": "docs/README.md", - "score": 670, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 30, - "path_match": 720, - "filename_match": 1600, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 1000, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 50, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "primary_file_confident", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.json deleted file mode 100644 index a5feeeb..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.json +++ /dev/null @@ -1,312 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-07-errors-catalog", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'docs/errors/catalog.yaml'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/README.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/errors/" - ], - "prefer_like_patterns": [ - "%catalog.yaml%" - ], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "matched_aliases": [ - "catalog-errors" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "catalog-errors" - ], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/errors/" - ], - "prefer_like_patterns": [ - "%catalog.yaml%" - ], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "candidates_before_ranking": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [ - "catalog-errors" - ], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "В каком файле лежит каталог ошибок?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/README.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 150, - "score_breakdown": { - "semantic": 30, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 120, - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 150, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 120, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 30, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.md deleted file mode 100644 index e61ad85..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.md +++ /dev/null @@ -1,365 +0,0 @@ -# v2-find-files-07-errors-catalog - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -В каком файле лежит каталог ошибок? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/README.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/errors/" - ], - "prefer_like_patterns": [ - "%catalog.yaml%" - ], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "matched_aliases": [ - "catalog-errors" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "catalog-errors" - ], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/errors/" - ], - "prefer_like_patterns": [ - "%catalog.yaml%" - ], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "candidates_before_ranking": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [ - "catalog-errors" - ], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "В каком файле лежит каталог ошибок?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/README.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 150, - "score_breakdown": { - "semantic": 30, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 120, - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 150, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 120, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 30, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'docs/errors/catalog.yaml' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.json deleted file mode 100644 index f38ba3e..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.json +++ /dev/null @@ -1,399 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-08-docs-index", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 12, - "llm_answer": "docs/README.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "docs/README.md", - "index.test_echo_app_docs", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%" - ], - "target_doc_hints": [ - "docs/README.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/README.md" - ], - "matched_aliases": [ - "docs-readme" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "docs-readme" - ], - "target_doc_hints": [ - "docs/README.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%" - ], - "target_doc_hints": [ - "docs/README.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [ - "docs/README.md" - ], - "candidates_before_ranking": [ - "docs/README.md", - "docs/README.md", - "docs/README.md", - "docs/README.md", - "docs/README.md", - "docs/README.md", - "docs/README.md", - "docs/README.md", - "docs/README.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [ - "docs-readme" - ], - "target_doc_hints": [ - "docs/README.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D5_RELATION_GRAPH", - "title": "index.test_echo_app_docs:related_doc", - "document_id": "" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [ - { - "path": "docs/README.md", - "layer": "D5_RELATION_GRAPH", - "title": "index.test_echo_app_docs:related_doc", - "document_id": "" - }, - { - "path": "docs/README.md", - "layer": "D5_RELATION_GRAPH", - "title": "index.test_echo_app_docs:related_doc", - "document_id": "" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D5_RELATION_GRAPH", - "title": "index.test_echo_app_docs:related_doc", - "document_id": "" - } - ], - "metadata_lookup": [ - { - "path": "docs/README.md", - "layer": "D5_RELATION_GRAPH", - "title": "index.test_echo_app_docs:related_doc", - "document_id": "" - } - ], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Покажи файл-индекс документации проекта", - "profile": "file_lookup", - "row_count": 12, - "target_doc_hints": [ - "docs/README.md" - ], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D5_RELATION_GRAPH", - "title": "index.test_echo_app_docs:related_doc", - "document_id": "" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/README.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 2140, - "score_breakdown": { - "semantic": 10, - "path_match": 360, - "filename_match": 400, - "alias_match": 250, - "anchor_boost": 120, - "target_doc_boost": 1000, - "generic_penalty": 0 - }, - "match_reason": "exact_path" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 300, - "score_breakdown": { - "semantic": 0, - "path_match": 180, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 2140, - "match_reason": "exact_path" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 300, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 10, - "path_match": 360, - "filename_match": 400, - "alias_match": 250, - "anchor_boost": 120, - "target_doc_boost": 1000, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 0, - "path_match": 180, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "primary_file_confident", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.md deleted file mode 100644 index 5b563e4..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.md +++ /dev/null @@ -1,454 +0,0 @@ -# v2-find-files-08-docs-index - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Покажи файл-индекс документации проекта - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 12, - "llm_answer": "docs/README.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "docs/README.md", - "index.test_echo_app_docs", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%" - ], - "target_doc_hints": [ - "docs/README.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/README.md" - ], - "matched_aliases": [ - "docs-readme" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "docs-readme" - ], - "target_doc_hints": [ - "docs/README.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%" - ], - "target_doc_hints": [ - "docs/README.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [ - "docs/README.md" - ], - "candidates_before_ranking": [ - "docs/README.md", - "docs/README.md", - "docs/README.md", - "docs/README.md", - "docs/README.md", - "docs/README.md", - "docs/README.md", - "docs/README.md", - "docs/README.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [ - "docs-readme" - ], - "target_doc_hints": [ - "docs/README.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D5_RELATION_GRAPH", - "title": "index.test_echo_app_docs:related_doc", - "document_id": "" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [ - { - "path": "docs/README.md", - "layer": "D5_RELATION_GRAPH", - "title": "index.test_echo_app_docs:related_doc", - "document_id": "" - }, - { - "path": "docs/README.md", - "layer": "D5_RELATION_GRAPH", - "title": "index.test_echo_app_docs:related_doc", - "document_id": "" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D5_RELATION_GRAPH", - "title": "index.test_echo_app_docs:related_doc", - "document_id": "" - } - ], - "metadata_lookup": [ - { - "path": "docs/README.md", - "layer": "D5_RELATION_GRAPH", - "title": "index.test_echo_app_docs:related_doc", - "document_id": "" - } - ], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Покажи файл-индекс документации проекта", - "profile": "file_lookup", - "row_count": 12, - "target_doc_hints": [ - "docs/README.md" - ], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D5_RELATION_GRAPH", - "title": "index.test_echo_app_docs:related_doc", - "document_id": "" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/README.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 2140, - "score_breakdown": { - "semantic": 10, - "path_match": 360, - "filename_match": 400, - "alias_match": 250, - "anchor_boost": 120, - "target_doc_boost": 1000, - "generic_penalty": 0 - }, - "match_reason": "exact_path" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 300, - "score_breakdown": { - "semantic": 0, - "path_match": 180, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 2140, - "match_reason": "exact_path" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 300, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 10, - "path_match": 360, - "filename_match": 400, - "alias_match": 250, - "anchor_boost": 120, - "target_doc_boost": 1000, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 0, - "path_match": 180, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "primary_file_confident", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.json deleted file mode 100644 index 8f70615..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.json +++ /dev/null @@ -1,296 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-09-telegram-bot-api", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'docs/api/send-message-endpoint.md'", - "llm: expected answer to contain 'docs/logic/telegram-notification-loop.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "FIND_FILES", - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Какие файлы относятся к Telegram Bot API интеграции?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 720, - "score_breakdown": { - "semantic": 20, - "path_match": 180, - "filename_match": 400, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "exact_title" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 720, - "match_reason": "exact_title" - }, - { - "doc": "docs/README.md", - "score": 140, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 180, - "filename_match": 400, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.md deleted file mode 100644 index 1f7c1c1..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.md +++ /dev/null @@ -1,349 +0,0 @@ -# v2-find-files-09-telegram-bot-api - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Какие файлы относятся к Telegram Bot API интеграции? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "FIND_FILES", - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Какие файлы относятся к Telegram Bot API интеграции?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 720, - "score_breakdown": { - "semantic": 20, - "path_match": 180, - "filename_match": 400, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "exact_title" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 720, - "match_reason": "exact_title" - }, - { - "doc": "docs/README.md", - "score": 140, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 180, - "filename_match": 400, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'docs/api/send-message-endpoint.md' -- llm: expected answer to contain 'docs/logic/telegram-notification-loop.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.json deleted file mode 100644 index 9506ba6..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.json +++ /dev/null @@ -1,314 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-10-telegram-notify-worker", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'docs/logic/telegram-notification-loop.md'", - "llm: expected answer to contain 'docs/domains/runtime-health-entity.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyWorker" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "В каких файлах описан worker `telegram_notify`?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 1310, - "score_breakdown": { - "semantic": 30, - "path_match": 360, - "filename_match": 800, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "exact_title" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 1310, - "match_reason": "exact_title" - }, - { - "doc": "docs/README.md", - "score": 140, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 30, - "path_match": 360, - "filename_match": 800, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "primary_file_confident", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.md deleted file mode 100644 index b28dffc..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.md +++ /dev/null @@ -1,367 +0,0 @@ -# v2-find-files-10-telegram-notify-worker - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -В каких файлах описан worker `telegram_notify`? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyWorker" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "В каких файлах описан worker `telegram_notify`?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 1310, - "score_breakdown": { - "semantic": 30, - "path_match": 360, - "filename_match": 800, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "exact_title" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 1310, - "match_reason": "exact_title" - }, - { - "doc": "docs/README.md", - "score": 140, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 30, - "path_match": 360, - "filename_match": 800, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "primary_file_confident", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'docs/logic/telegram-notification-loop.md' -- llm: expected answer to contain 'docs/domains/runtime-health-entity.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-01-what-is-service.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-01-what-is-service.json deleted file mode 100644 index cefa3db..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-01-what-is-service.json +++ /dev/null @@ -1,339 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-01-what-is-service", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Что это за сервис?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 100, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 100, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-01-what-is-service.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-01-what-is-service.md deleted file mode 100644 index a325ea4..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-01-what-is-service.md +++ /dev/null @@ -1,394 +0,0 @@ -# v2-general-01-what-is-service - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Что это за сервис? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Что это за сервис?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 100, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 100, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-02-purpose.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-02-purpose.json deleted file mode 100644 index 0a60fbd..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-02-purpose.json +++ /dev/null @@ -1,352 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-02-purpose", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).\n- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанный код", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Для чего нужен test_echo_app?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 380, - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "exact_title" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 140, - "score_breakdown": { - "semantic": 140, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 380, - "match_reason": "exact_title" - }, - { - "doc": "docs/README.md", - "score": 140, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 140, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-02-purpose.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-02-purpose.md deleted file mode 100644 index aff2f61..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-02-purpose.md +++ /dev/null @@ -1,407 +0,0 @@ -# v2-general-02-purpose - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Для чего нужен test_echo_app? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).\n- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанный код", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Для чего нужен test_echo_app?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 380, - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "exact_title" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 140, - "score_breakdown": { - "semantic": 140, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 380, - "match_reason": "exact_title" - }, - { - "doc": "docs/README.md", - "score": 140, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 140, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-03-problem.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-03-problem.json deleted file mode 100644 index 94db832..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-03-problem.json +++ /dev/null @@ -1,339 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-03-problem", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанный код", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Какую задачу решает это приложение?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-03-problem.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-03-problem.md deleted file mode 100644 index 93bdada..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-03-problem.md +++ /dev/null @@ -1,394 +0,0 @@ -# v2-general-03-problem - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Какую задачу решает это приложение? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанный код", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Какую задачу решает это приложение?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-04-docs-contents.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-04-docs-contents.json deleted file mode 100644 index 69746f9..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-04-docs-contents.json +++ /dev/null @@ -1,339 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-04-docs-contents", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:История изменений", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Что входит в документацию этого проекта?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 100, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-04-docs-contents.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-04-docs-contents.md deleted file mode 100644 index 44ec97a..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-04-docs-contents.md +++ /dev/null @@ -1,394 +0,0 @@ -# v2-general-04-docs-contents - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Что входит в документацию этого проекта? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:История изменений", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Что входит в документацию этого проекта?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 100, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-05-main-parts.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-05-main-parts.json deleted file mode 100644 index 84f10f3..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-05-main-parts.json +++ /dev/null @@ -1,341 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-05-main-parts", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'систем'" - ], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Какие основные части есть у системы?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-05-main-parts.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-05-main-parts.md deleted file mode 100644 index e98e7fe..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-05-main-parts.md +++ /dev/null @@ -1,394 +0,0 @@ -# v2-general-05-main-parts - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Какие основные части есть у системы? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Какие основные части есть у системы?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'систем' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.json deleted file mode 100644 index 831b0fc..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.json +++ /dev/null @@ -1,341 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-06-high-level-architecture", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'приложен'" - ], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Как в целом устроено приложение?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.md deleted file mode 100644 index b6f0cde..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.md +++ /dev/null @@ -1,394 +0,0 @@ -# v2-general-06-high-level-architecture - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Как в целом устроено приложение? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Как в целом устроено приложение?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'приложен' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-07-besides-api.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-07-besides-api.json deleted file mode 100644 index 1898d48..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-07-besides-api.json +++ /dev/null @@ -1,339 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-07-besides-api", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Что тут есть кроме API?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 100, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 100, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-07-besides-api.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-07-besides-api.md deleted file mode 100644 index 24c384d..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-07-besides-api.md +++ /dev/null @@ -1,394 +0,0 @@ -# v2-general-07-besides-api - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Что тут есть кроме API? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Что тут есть кроме API?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 100, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 100, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-08-components.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-08-components.json deleted file mode 100644 index b0b464c..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-08-components.json +++ /dev/null @@ -1,415 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-08-components", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "domain: expected GENERAL, got DOCS", - "intent: expected GENERAL_QA, got DOC_EXPLAIN", - "anchor_type: expected GENERAL_OVERVIEW, got ARCHITECTURE", - "llm: expected answer to contain 'Telegram Notify App'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "rag_count": 19, - "llm_answer": "- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).\n\nФайлы-источники:\n- docs/architecture/telegram-notify-app-overview.md\n- docs/README.md", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "ARCHITECTURE", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_architecture", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D2_FACT_INDEX", - "title": "architecture.telegram_notify_app:mentions_entity", - "document_id": "" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Компоненты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Из чего состоит Telegram Notify App?", - "profile": "docs_summary_architecture", - "row_count": 19, - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 2140, - "score_breakdown": { - "semantic": 60, - "path_match": 180, - "filename_match": 600, - "alias_match": 0, - "anchor_boost": 300, - "target_doc_boost": 1000, - "generic_penalty": 0 - }, - "match_reason": "exact_path" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 60, - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 2140, - "match_reason": "exact_path" - }, - { - "doc": "docs/README.md", - "score": 60, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 60, - "path_match": 180, - "filename_match": 600, - "alias_match": 0, - "anchor_boost": 300, - "target_doc_boost": 1000, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "target_doc_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 753 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-08-components.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-08-components.md deleted file mode 100644 index c363018..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-08-components.md +++ /dev/null @@ -1,468 +0,0 @@ -# v2-general-08-components - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Из чего состоит Telegram Notify App? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "rag_count": 19, - "llm_answer": "- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).\n\nФайлы-источники:\n- docs/architecture/telegram-notify-app-overview.md\n- docs/README.md", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "ARCHITECTURE", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_architecture", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D2_FACT_INDEX", - "title": "architecture.telegram_notify_app:mentions_entity", - "document_id": "" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Компоненты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Из чего состоит Telegram Notify App?", - "profile": "docs_summary_architecture", - "row_count": 19, - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 2140, - "score_breakdown": { - "semantic": 60, - "path_match": 180, - "filename_match": 600, - "alias_match": 0, - "anchor_boost": 300, - "target_doc_boost": 1000, - "generic_penalty": 0 - }, - "match_reason": "exact_path" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 60, - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 2140, - "match_reason": "exact_path" - }, - { - "doc": "docs/README.md", - "score": 60, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 60, - "path_match": 180, - "filename_match": 600, - "alias_match": 0, - "anchor_boost": 300, - "target_doc_boost": 1000, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "target_doc_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 753 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- domain: expected GENERAL, got DOCS -- intent: expected GENERAL_QA, got DOC_EXPLAIN -- anchor_type: expected GENERAL_OVERVIEW, got ARCHITECTURE -- llm: expected answer to contain 'Telegram Notify App' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-09-reading-order.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-09-reading-order.json deleted file mode 100644 index f07f33b..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-09-reading-order.json +++ /dev/null @@ -1,341 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-09-reading-order", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'README'" - ], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/README.md", - "docs/README.md", - "docs/README.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Ограничения", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Какие документы стоит читать сначала?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-09-reading-order.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-09-reading-order.md deleted file mode 100644 index 60fa796..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-09-reading-order.md +++ /dev/null @@ -1,394 +0,0 @@ -# v2-general-09-reading-order - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Какие документы стоит читать сначала? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/README.md", - "docs/README.md", - "docs/README.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Ограничения", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Какие документы стоит читать сначала?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'README' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-10-short-summary.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-10-short-summary.json deleted file mode 100644 index e850984..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-10-short-summary.json +++ /dev/null @@ -1,339 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-10-short-summary", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/README.md", - "docs/README.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:История изменений", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:История изменений", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Дай короткое summary по проектной документации", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:История изменений", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-10-short-summary.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-10-short-summary.md deleted file mode 100644 index 1de0242..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/full_chain_docs_v2_matrix_v2-general-10-short-summary.md +++ /dev/null @@ -1,394 +0,0 @@ -# v2-general-10-short-summary - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Дай короткое summary по проектной документации - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/README.md", - "docs/README.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:История изменений", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:История изменений", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Дай короткое summary по проектной документации", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:История изменений", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/summary.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/summary.md deleted file mode 100644 index 632bd37..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_215439/summary.md +++ /dev/null @@ -1,151 +0,0 @@ -# pipeline_setup_v3 summary - -Passed: 9/30 - -| File | Case | Mode | Query | Actual sub-intent | RAG layers | Tokens | Pass | -|------|------|------|-------|-------------------|------------|--------|------| -| full_chain_docs_v2_matrix.yaml | v2-general-01-what-is-service | full_chain | Что это за сервис? | SUMMARY | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-general-02-purpose | full_chain | Для чего нужен test_echo_app? | SUMMARY | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-general-03-problem | full_chain | Какую задачу решает это приложение? | SUMMARY | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-general-04-docs-contents | full_chain | Что входит в документацию этого проекта? | SUMMARY | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-general-05-main-parts | full_chain | Какие основные части есть у системы? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-general-06-high-level-architecture | full_chain | Как в целом устроено приложение? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-general-07-besides-api | full_chain | Что тут есть кроме API? | SUMMARY | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-general-08-components | full_chain | Из чего состоит Telegram Notify App? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-general-09-reading-order | full_chain | Какие документы стоит читать сначала? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-general-10-short-summary | full_chain | Дай короткое summary по проектной документации | SUMMARY | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-01-health | full_chain | Кратко объясни по документации, как работает `/health` | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-02-send | full_chain | Что делает endpoint `/send`? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-03-actions | full_chain | Объясни назначение `/actions/{action}` | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-04-runtime-health | full_chain | Что такое runtime health в этой документации? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-05-notification-loop | full_chain | Кратко опиши цикл отправки уведомлений | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-06-architecture | full_chain | Как устроена архитектура Telegram Notify App? | SUMMARY | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-07-worker | full_chain | Что делает worker в этом приложении? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-08-health-statuses | full_chain | Какие статусы здоровья есть у runtime? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-09-manual-send | full_chain | Как в приложении устроена ручная отправка сообщения? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-10-telegram-integration | full_chain | Как сервис взаимодействует с Telegram в целом? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-01-health | full_chain | В каком файле описан `/health`? | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-02-send | full_chain | Покажи файл с описанием endpoint `/send` | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-03-actions | full_chain | Где находится документация по `/actions/{action}`? | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-04-runtime-health | full_chain | В каком документе описан runtime health? | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-05-loop | full_chain | Найди файл с логикой цикла отправки уведомлений | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-06-architecture | full_chain | Где описана архитектура приложения? | FIND_FILES | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-07-errors-catalog | full_chain | В каком файле лежит каталог ошибок? | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-08-docs-index | full_chain | Покажи файл-индекс документации проекта | FIND_FILES | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-09-telegram-bot-api | full_chain | Какие файлы относятся к Telegram Bot API интеграции? | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-10-telegram-notify-worker | full_chain | В каких файлах описан worker `telegram_notify`? | FIND_FILES | — | — | ✗ | - -## Failures -- **v2-general-05-main-parts**: llm: expected answer to contain 'систем' -- **v2-general-06-high-level-architecture**: llm: expected answer to contain 'приложен' -- **v2-general-08-components**: domain: expected GENERAL, got DOCS; intent: expected GENERAL_QA, got DOC_EXPLAIN; anchor_type: expected GENERAL_OVERVIEW, got ARCHITECTURE; llm: expected answer to contain 'Telegram Notify App' -- **v2-general-09-reading-order**: llm: expected answer to contain 'README' -- **v2-docs-summary-01-health**: answer_mode: expected grounded_summary, got insufficient_evidence; llm: expected answer to contain '/health'; llm: expected answer to contain 'status'; llm: expected answer to contain 'components' -- **v2-docs-summary-02-send**: doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']; llm: expected answer to contain '/send'; llm: expected answer to contain 'message'; llm: expected answer to contain 'Telegram' -- **v2-docs-summary-03-actions**: doc_scope should contain 'docs/api/control-actions-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']; llm: expected answer to contain '/actions/{action}' -- **v2-docs-summary-04-runtime-health**: doc_scope should contain 'docs/domains/runtime-health-entity.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md']; llm: expected answer to contain 'runtime health' -- **v2-docs-summary-05-notification-loop**: doc_scope should contain 'docs/logic/telegram-notification-loop.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']; llm: expected answer to contain 'worker'; llm: expected answer to contain 'interval'; llm: expected answer to contain 'degraded' -- **v2-docs-summary-07-worker**: doc_scope should contain 'docs/logic/telegram-notification-loop.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']; llm: expected answer to contain 'worker' -- **v2-docs-summary-08-health-statuses**: doc_scope should contain 'docs/domains/runtime-health-entity.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md']; doc_scope should contain 'docs/api/health-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md']; llm: expected answer to contain 'ok'; llm: expected answer to contain 'degraded'; llm: expected answer to contain 'unhealthy'; llm: expected answer to contain 'unknown' -- **v2-docs-summary-09-manual-send**: doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']; llm: expected answer to contain '/send'; llm: expected answer to contain 'message'; llm: expected answer to contain 'TelegramSendService' -- **v2-docs-summary-10-telegram-integration**: domain: expected DOCS, got GENERAL; intent: expected DOC_EXPLAIN, got GENERAL_QA; anchor_type: expected API_ENDPOINT, got None; doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md'] -- **v2-find-files-01-health**: llm: expected answer to contain 'docs/api/health-endpoint.md' -- **v2-find-files-02-send**: llm: expected answer to contain 'docs/api/send-message-endpoint.md' -- **v2-find-files-03-actions**: llm: expected answer to contain 'docs/api/control-actions-endpoint.md' -- **v2-find-files-04-runtime-health**: llm: expected answer to contain 'docs/domains/runtime-health-entity.md' -- **v2-find-files-05-loop**: llm: expected answer to contain 'docs/logic/telegram-notification-loop.md' -- **v2-find-files-07-errors-catalog**: llm: expected answer to contain 'docs/errors/catalog.yaml' -- **v2-find-files-09-telegram-bot-api**: llm: expected answer to contain 'docs/api/send-message-endpoint.md'; llm: expected answer to contain 'docs/logic/telegram-notification-loop.md' -- **v2-find-files-10-telegram-notify-worker**: llm: expected answer to contain 'docs/logic/telegram-notification-loop.md'; llm: expected answer to contain 'docs/domains/runtime-health-entity.md' - -## LLM Answers -- **v2-general-01-what-is-service** - Query: Что это за сервис? - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`… -- **v2-general-02-purpose** - Query: Для чего нужен test_echo_app? - > \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`\]\(../api/health\-endpoint.md\), \[\`/actions/\{action\}\`\]\(../api/control\-actions\-endpoint.md\), \[\`/send\`\]\(../api/send\-message\-endpoint.md\). \- Related logic: \[цикл отправки уведомлений\]\(../logic/telegram\-notification\-loop.md\). \- Related domain: \[runtime health\]\(../domains/runtime\-health\-entity.md\). \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/arc… -- **v2-general-03-problem** - Query: Какую задачу решает это приложение? - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`… -- **v2-general-04-docs-contents** - Query: Что входит в документацию этого проекта? - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`… -- **v2-general-05-main-parts** - Query: Какие основные части есть у системы? - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`… -- **v2-general-06-high-level-architecture** - Query: Как в целом устроено приложение? - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`… -- **v2-general-07-besides-api** - Query: Что тут есть кроме API? - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`… -- **v2-general-08-components** - Query: Из чего состоит Telegram Notify App? - > \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`\]\(../api/health\-endpoint.md\), \[\`/actions/\{action\}\`\]\(../api/control\-actions\-endpoint.md\), \[\`/send\`\]\(../api/send\-message\-endpoint.md\). \- Related logic: \[цикл отправки уведомлений\]\(../logic/telegram\-notification\-loop.md\). \- Related domain: \[runtime health\]\(../domains/runtime\-health\-entity.md\). Файлы\-источники: \- docs/architecture/telegram\-notify\-app\-overview.md \- docs/README.md -- **v2-general-09-reading-order** - Query: Какие документы стоит читать сначала? - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`… -- **v2-general-10-short-summary** - Query: Дай короткое summary по проектной документации - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`… -- **v2-docs-summary-01-health** - Query: Кратко объясни по документации, как работает `/health` - > В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/README.md. -- **v2-docs-summary-02-send** - Query: Что делает endpoint `/send`? - > В поднятом контексте не найден целевой документ по запросу. -- **v2-docs-summary-03-actions** - Query: Объясни назначение `/actions/{action}` - > В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram\-notify\-app\-overview.md. -- **v2-docs-summary-04-runtime-health** - Query: Что такое runtime health в этой документации? - > В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram\-notify\-app\-overview.md. -- **v2-docs-summary-05-notification-loop** - Query: Кратко опиши цикл отправки уведомлений - > В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram\-notify\-app\-overview.md, docs/README.md. -- **v2-docs-summary-06-architecture** - Query: Как устроена архитектура Telegram Notify App? - > \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`\]\(../api/health\-endpoint.md\), \[\`/actions/\{action\}\`\]\(../api/control\-actions\-endpoint.md\), \[\`/send\`\]\(../api/send\-message\-endpoint.md\). \- Related logic: \[цикл отправки уведомлений\]\(../logic/telegram\-notification\-loop.md\). \- Related domain: \[runtime health\]\(../domains/runtime\-health\-entity.md\). Файлы\-источники: \- docs/architecture/telegram\-notify\-app\-overview.md \- docs/README.md -- **v2-docs-summary-07-worker** - Query: Что делает worker в этом приложении? - > В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram\-notify\-app\-overview.md. -- **v2-docs-summary-08-health-statuses** - Query: Какие статусы здоровья есть у runtime? - > В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram\-notify\-app\-overview.md. -- **v2-docs-summary-09-manual-send** - Query: Как в приложении устроена ручная отправка сообщения? - > В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram\-notify\-app\-overview.md. -- **v2-docs-summary-10-telegram-integration** - Query: Как сервис взаимодействует с Telegram в целом? - > \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`\]\(../api/health\-endpoint.md\), \[\`/actions/\{action\}\`\]\(../api/control\-actions\-endpoint.md\), \[\`/send\`\]\(../api/send\-message\-endpoint.md\). \- Related logic: \[цикл отправки уведомлений\]\(../logic/telegram\-notification\-loop.md\). \- Related domain: \[runtime health\]\(../domains/runtime\-health\-entity.md\). \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/arc… -- **v2-find-files-01-health** - Query: В каком файле описан `/health`? - > docs/README.md docs/architecture/telegram\-notify\-app\-overview.md -- **v2-find-files-02-send** - Query: Покажи файл с описанием endpoint `/send` - > docs/architecture/telegram\-notify\-app\-overview.md docs/README.md -- **v2-find-files-03-actions** - Query: Где находится документация по `/actions/{action}`? - > docs/architecture/telegram\-notify\-app\-overview.md docs/README.md -- **v2-find-files-04-runtime-health** - Query: В каком документе описан runtime health? - > docs/architecture/telegram\-notify\-app\-overview.md docs/README.md -- **v2-find-files-05-loop** - Query: Найди файл с логикой цикла отправки уведомлений - > docs/README.md docs/architecture/telegram\-notify\-app\-overview.md -- **v2-find-files-06-architecture** - Query: Где описана архитектура приложения? - > docs/architecture/telegram\-notify\-app\-overview.md docs/README.md -- **v2-find-files-07-errors-catalog** - Query: В каком файле лежит каталог ошибок? - > docs/README.md docs/architecture/telegram\-notify\-app\-overview.md -- **v2-find-files-08-docs-index** - Query: Покажи файл-индекс документации проекта - > docs/README.md docs/architecture/telegram\-notify\-app\-overview.md -- **v2-find-files-09-telegram-bot-api** - Query: Какие файлы относятся к Telegram Bot API интеграции? - > docs/architecture/telegram\-notify\-app\-overview.md docs/README.md -- **v2-find-files-10-telegram-notify-worker** - Query: В каких файлах описан worker `telegram_notify`? - > docs/architecture/telegram\-notify\-app\-overview.md docs/README.md \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-01-health.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-01-health.json deleted file mode 100644 index 1042ef3..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-01-health.json +++ /dev/null @@ -1,311 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-01-health", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "answer_mode: expected grounded_summary, got insufficient_evidence", - "llm: expected answer to contain '/health'", - "llm: expected answer to contain 'status'", - "llm: expected answer to contain 'components'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/README.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%", - "%/health%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%", - "%/health%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "candidates_before_ranking": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_sources": { - "seeded": 0, - "metadata_lookup": 0, - "semantic": 8 - } - }, - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Кратко объясни по документации, как работает `/health`", - "profile": "docs_summary_api_endpoint", - "row_count": 4, - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 1 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 20, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 20, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 96 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-01-health.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-01-health.md deleted file mode 100644 index 793386f..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-01-health.md +++ /dev/null @@ -1,360 +0,0 @@ -# v2-docs-summary-01-health - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Кратко объясни по документации, как работает `/health` - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/README.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%", - "%/health%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%", - "%/health%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "candidates_before_ranking": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_sources": { - "seeded": 0, - "metadata_lookup": 0, - "semantic": 8 - } - }, - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Кратко объясни по документации, как работает `/health`", - "profile": "docs_summary_api_endpoint", - "row_count": 4, - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 1 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 20, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 20, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 96 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- answer_mode: expected grounded_summary, got insufficient_evidence -- llm: expected answer to contain '/health' -- llm: expected answer to contain 'status' -- llm: expected answer to contain 'components' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-02-send.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-02-send.json deleted file mode 100644 index 8022dce..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-02-send.json +++ /dev/null @@ -1,275 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-02-send", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']", - "llm: expected answer to contain '/send'", - "llm: expected answer to contain 'message'", - "llm: expected answer to contain 'Telegram'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramSendService" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%", - "%/send%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%", - "%/send%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_sources": { - "seeded": 0, - "metadata_lookup": 0, - "semantic": 8 - } - }, - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Что делает endpoint `/send`?", - "profile": "docs_summary_api_endpoint", - "row_count": 4, - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": null, - "document_count": 0 - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [], - "ranking_score_breakdown": [] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 59 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-02-send.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-02-send.md deleted file mode 100644 index 1b91e04..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-02-send.md +++ /dev/null @@ -1,320 +0,0 @@ -# v2-docs-summary-02-send - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Что делает endpoint `/send`? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramSendService" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%", - "%/send%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%", - "%/send%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_sources": { - "seeded": 0, - "metadata_lookup": 0, - "semantic": 8 - } - }, - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Что делает endpoint `/send`?", - "profile": "docs_summary_api_endpoint", - "row_count": 4, - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": null, - "document_count": 0 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [], - "ranking_score_breakdown": [] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 59 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md'] -- llm: expected answer to contain '/send' -- llm: expected answer to contain 'message' -- llm: expected answer to contain 'Telegram' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.json deleted file mode 100644 index 75b1274..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.json +++ /dev/null @@ -1,315 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-03-actions", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "doc_scope should contain 'docs/api/control-actions-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']", - "llm: expected answer to contain '/actions/{action}'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%", - "%/actions/{action}%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%", - "%/actions/{action}%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_sources": { - "seeded": 0, - "metadata_lookup": 0, - "semantic": 8 - } - }, - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Объясни назначение `/actions/{action}`", - "profile": "docs_summary_api_endpoint", - "row_count": 4, - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 390, - "score_breakdown": { - "semantic": 40, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - }, - "match_reason": "alias_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 390, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 40, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.md deleted file mode 100644 index f83393e..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.md +++ /dev/null @@ -1,364 +0,0 @@ -# v2-docs-summary-03-actions - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Объясни назначение `/actions/{action}` - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%", - "%/actions/{action}%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%", - "%/actions/{action}%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_sources": { - "seeded": 0, - "metadata_lookup": 0, - "semantic": 8 - } - }, - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Объясни назначение `/actions/{action}`", - "profile": "docs_summary_api_endpoint", - "row_count": 4, - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 390, - "score_breakdown": { - "semantic": 40, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - }, - "match_reason": "alias_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 390, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 40, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- doc_scope should contain 'docs/api/control-actions-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md'] -- llm: expected answer to contain '/actions/{action}' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.json deleted file mode 100644 index fc36a71..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.json +++ /dev/null @@ -1,301 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-04-runtime-health", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "doc_scope should contain 'docs/domains/runtime-health-entity.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md']", - "llm: expected answer to contain 'runtime health'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "DOMAIN_ENTITY", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_domain_entity", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_sources": { - "seeded": 0, - "metadata_lookup": 0, - "semantic": 8 - } - }, - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Что такое runtime health в этой документации?", - "profile": "docs_summary_domain_entity", - "row_count": 4, - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 410, - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - }, - "match_reason": "alias_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 410, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.md deleted file mode 100644 index d197223..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.md +++ /dev/null @@ -1,350 +0,0 @@ -# v2-docs-summary-04-runtime-health - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Что такое runtime health в этой документации? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "DOMAIN_ENTITY", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_domain_entity", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_sources": { - "seeded": 0, - "metadata_lookup": 0, - "semantic": 8 - } - }, - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Что такое runtime health в этой документации?", - "profile": "docs_summary_domain_entity", - "row_count": 4, - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 410, - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - }, - "match_reason": "alias_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 410, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- doc_scope should contain 'docs/domains/runtime-health-entity.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md'] -- llm: expected answer to contain 'runtime health' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.json deleted file mode 100644 index 3ee99db..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.json +++ /dev/null @@ -1,346 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-05-notification-loop", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "doc_scope should contain 'docs/logic/telegram-notification-loop.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']", - "llm: expected answer to contain 'worker'", - "llm: expected answer to contain 'interval'", - "llm: expected answer to contain 'degraded'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md, docs/README.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "LOGIC_FLOW", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [ - "telegram-notification-loop" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "telegram-notification-loop" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_logic_flow", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_sources": { - "seeded": 0, - "metadata_lookup": 1, - "semantic": 8 - } - }, - "resolved_aliases": [ - "telegram-notification-loop" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Telegram Bot API", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Кратко опиши цикл отправки уведомлений", - "profile": "docs_summary_logic_flow", - "row_count": 4, - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Telegram Bot API", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 880, - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 880, - "match_reason": "alias_match" - }, - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 147 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.md deleted file mode 100644 index c73c55e..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.md +++ /dev/null @@ -1,399 +0,0 @@ -# v2-docs-summary-05-notification-loop - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Кратко опиши цикл отправки уведомлений - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md, docs/README.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "LOGIC_FLOW", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [ - "telegram-notification-loop" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "telegram-notification-loop" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_logic_flow", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_sources": { - "seeded": 0, - "metadata_lookup": 1, - "semantic": 8 - } - }, - "resolved_aliases": [ - "telegram-notification-loop" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Telegram Bot API", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Кратко опиши цикл отправки уведомлений", - "profile": "docs_summary_logic_flow", - "row_count": 4, - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Telegram Bot API", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 880, - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 880, - "match_reason": "alias_match" - }, - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 147 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- doc_scope should contain 'docs/logic/telegram-notification-loop.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md'] -- llm: expected answer to contain 'worker' -- llm: expected answer to contain 'interval' -- llm: expected answer to contain 'degraded' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.json deleted file mode 100644 index a6cdc81..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.json +++ /dev/null @@ -1,421 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-06-architecture", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "rag_count": 19, - "llm_answer": "- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).\n\nФайлы-источники:\n- docs/architecture/telegram-notify-app-overview.md\n- docs/README.md", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "ARCHITECTURE", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_architecture", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md" - ], - "candidate_sources": { - "seeded": 98, - "metadata_lookup": 2, - "semantic": 8 - } - }, - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D2_FACT_INDEX", - "title": "architecture.telegram_notify_app:mentions_entity", - "document_id": "" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Компоненты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Как устроена архитектура Telegram Notify App?", - "profile": "docs_summary_architecture", - "row_count": 19, - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 2900, - "score_breakdown": { - "semantic": 60, - "path_match": 240, - "filename_match": 800, - "alias_match": 500, - "anchor_boost": 300, - "target_doc_boost": 1000, - "generic_penalty": 0 - }, - "match_reason": "exact_path" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 600, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 2900, - "match_reason": "exact_path" - }, - { - "doc": "docs/README.md", - "score": 600, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 60, - "path_match": 240, - "filename_match": 800, - "alias_match": 500, - "anchor_boost": 300, - "target_doc_boost": 1000, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "target_doc_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 753 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.md deleted file mode 100644 index 62f3d50..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.md +++ /dev/null @@ -1,476 +0,0 @@ -# v2-docs-summary-06-architecture - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Как устроена архитектура Telegram Notify App? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "rag_count": 19, - "llm_answer": "- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).\n\nФайлы-источники:\n- docs/architecture/telegram-notify-app-overview.md\n- docs/README.md", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "ARCHITECTURE", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_architecture", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md" - ], - "candidate_sources": { - "seeded": 98, - "metadata_lookup": 2, - "semantic": 8 - } - }, - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D2_FACT_INDEX", - "title": "architecture.telegram_notify_app:mentions_entity", - "document_id": "" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Компоненты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Как устроена архитектура Telegram Notify App?", - "profile": "docs_summary_architecture", - "row_count": 19, - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 2900, - "score_breakdown": { - "semantic": 60, - "path_match": 240, - "filename_match": 800, - "alias_match": 500, - "anchor_boost": 300, - "target_doc_boost": 1000, - "generic_penalty": 0 - }, - "match_reason": "exact_path" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 600, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 2900, - "match_reason": "exact_path" - }, - { - "doc": "docs/README.md", - "score": 600, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 60, - "path_match": 240, - "filename_match": 800, - "alias_match": 500, - "anchor_boost": 300, - "target_doc_boost": 1000, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "target_doc_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 753 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.json deleted file mode 100644 index c26e843..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.json +++ /dev/null @@ -1,297 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-07-worker", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "doc_scope should contain 'docs/logic/telegram-notification-loop.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']", - "llm: expected answer to contain 'worker'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyWorker" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "LOGIC_FLOW", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_logic_flow", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_sources": { - "seeded": 0, - "metadata_lookup": 0, - "semantic": 8 - } - }, - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Что делает worker в этом приложении?", - "profile": "docs_summary_logic_flow", - "row_count": 4, - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 20, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 20, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.md deleted file mode 100644 index 01a2efd..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.md +++ /dev/null @@ -1,346 +0,0 @@ -# v2-docs-summary-07-worker - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Что делает worker в этом приложении? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyWorker" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "LOGIC_FLOW", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_logic_flow", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_sources": { - "seeded": 0, - "metadata_lookup": 0, - "semantic": 8 - } - }, - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Что делает worker в этом приложении?", - "profile": "docs_summary_logic_flow", - "row_count": 4, - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 20, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 20, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- doc_scope should contain 'docs/logic/telegram-notification-loop.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md'] -- llm: expected answer to contain 'worker' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.json deleted file mode 100644 index 53550ad..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.json +++ /dev/null @@ -1,305 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-08-health-statuses", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "doc_scope should contain 'docs/domains/runtime-health-entity.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md']", - "doc_scope should contain 'docs/api/health-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md']", - "llm: expected answer to contain 'ok'", - "llm: expected answer to contain 'degraded'", - "llm: expected answer to contain 'unhealthy'", - "llm: expected answer to contain 'unknown'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "DOMAIN_ENTITY", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_domain_entity", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_sources": { - "seeded": 0, - "metadata_lookup": 0, - "semantic": 8 - } - }, - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Какие статусы здоровья есть у runtime?", - "profile": "docs_summary_domain_entity", - "row_count": 4, - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 410, - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - }, - "match_reason": "alias_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 410, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.md deleted file mode 100644 index 4e552d4..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.md +++ /dev/null @@ -1,354 +0,0 @@ -# v2-docs-summary-08-health-statuses - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Какие статусы здоровья есть у runtime? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "DOMAIN_ENTITY", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_domain_entity", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_sources": { - "seeded": 0, - "metadata_lookup": 0, - "semantic": 8 - } - }, - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Какие статусы здоровья есть у runtime?", - "profile": "docs_summary_domain_entity", - "row_count": 4, - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 410, - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - }, - "match_reason": "alias_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 410, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- doc_scope should contain 'docs/domains/runtime-health-entity.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md'] -- doc_scope should contain 'docs/api/health-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md'] -- llm: expected answer to contain 'ok' -- llm: expected answer to contain 'degraded' -- llm: expected answer to contain 'unhealthy' -- llm: expected answer to contain 'unknown' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.json deleted file mode 100644 index 97ab490..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.json +++ /dev/null @@ -1,313 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-09-manual-send", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']", - "llm: expected answer to contain '/send'", - "llm: expected answer to contain 'message'", - "llm: expected answer to contain 'TelegramSendService'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramSendService" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [ - "/send" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_sources": { - "seeded": 0, - "metadata_lookup": 0, - "semantic": 8 - } - }, - "resolved_aliases": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Как в приложении устроена ручная отправка сообщения?", - "profile": "docs_summary_api_endpoint", - "row_count": 4, - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 370, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - }, - "match_reason": "alias_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 370, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.md deleted file mode 100644 index f7de916..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.md +++ /dev/null @@ -1,362 +0,0 @@ -# v2-docs-summary-09-manual-send - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Как в приложении устроена ручная отправка сообщения? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramSendService" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [ - "/send" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_sources": { - "seeded": 0, - "metadata_lookup": 0, - "semantic": 8 - } - }, - "resolved_aliases": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Как в приложении устроена ручная отправка сообщения?", - "profile": "docs_summary_api_endpoint", - "row_count": 4, - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 370, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - }, - "match_reason": "alias_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 370, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md'] -- llm: expected answer to contain '/send' -- llm: expected answer to contain 'message' -- llm: expected answer to contain 'TelegramSendService' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.json deleted file mode 100644 index 5123e8e..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.json +++ /dev/null @@ -1,356 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-10-telegram-integration", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "domain: expected DOCS, got GENERAL", - "intent: expected DOC_EXPLAIN, got GENERAL_QA", - "anchor_type: expected API_ENDPOINT, got None", - "doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']" - ], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": null, - "rag_count": 8, - "llm_answer": "- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).\n- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": null, - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_sources": { - "seeded": 0, - "metadata_lookup": 1, - "semantic": 8 - } - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Ограничения", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанный код", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Как сервис взаимодействует с Telegram в целом?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 380, - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "exact_title" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 120, - "score_breakdown": { - "semantic": 120, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 380, - "match_reason": "exact_title" - }, - { - "doc": "docs/README.md", - "score": 120, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 120, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.md deleted file mode 100644 index db8e506..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.md +++ /dev/null @@ -1,409 +0,0 @@ -# v2-docs-summary-10-telegram-integration - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Как сервис взаимодействует с Telegram в целом? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": null, - "rag_count": 8, - "llm_answer": "- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).\n- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": null, - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_sources": { - "seeded": 0, - "metadata_lookup": 1, - "semantic": 8 - } - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Ограничения", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанный код", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Как сервис взаимодействует с Telegram в целом?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 380, - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "exact_title" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 120, - "score_breakdown": { - "semantic": 120, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 380, - "match_reason": "exact_title" - }, - { - "doc": "docs/README.md", - "score": 120, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 120, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- domain: expected DOCS, got GENERAL -- intent: expected DOC_EXPLAIN, got GENERAL_QA -- anchor_type: expected API_ENDPOINT, got None -- doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md'] \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-01-health.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-01-health.json deleted file mode 100644 index 9b76f8f..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-01-health.json +++ /dev/null @@ -1,313 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-01-health", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'docs/api/health-endpoint.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/README.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_sources": { - "seeded": 0, - "metadata_lookup": 0, - "semantic": 7 - } - }, - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "В каком файле описан `/health`?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/README.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 130, - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 130, - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 130, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 130, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-01-health.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-01-health.md deleted file mode 100644 index f96df8e..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-01-health.md +++ /dev/null @@ -1,366 +0,0 @@ -# v2-find-files-01-health - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -В каком файле описан `/health`? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/README.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_sources": { - "seeded": 0, - "metadata_lookup": 0, - "semantic": 7 - } - }, - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "В каком файле описан `/health`?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/README.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 130, - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 130, - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 130, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 130, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'docs/api/health-endpoint.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-02-send.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-02-send.json deleted file mode 100644 index d19f694..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-02-send.json +++ /dev/null @@ -1,313 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-02-send", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'docs/api/send-message-endpoint.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramSendService" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_sources": { - "seeded": 0, - "metadata_lookup": 0, - "semantic": 7 - } - }, - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Покажи файл с описанием endpoint `/send`", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 120, - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 140, - "match_reason": "semantic_match" - }, - { - "doc": "docs/README.md", - "score": 120, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-02-send.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-02-send.md deleted file mode 100644 index fba7504..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-02-send.md +++ /dev/null @@ -1,366 +0,0 @@ -# v2-find-files-02-send - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Покажи файл с описанием endpoint `/send` - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramSendService" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_sources": { - "seeded": 0, - "metadata_lookup": 0, - "semantic": 7 - } - }, - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Покажи файл с описанием endpoint `/send`", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 120, - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 140, - "match_reason": "semantic_match" - }, - { - "doc": "docs/README.md", - "score": 120, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'docs/api/send-message-endpoint.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-03-actions.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-03-actions.json deleted file mode 100644 index d2336d8..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-03-actions.json +++ /dev/null @@ -1,319 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-03-actions", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'docs/api/control-actions-endpoint.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_sources": { - "seeded": 0, - "metadata_lookup": 0, - "semantic": 7 - } - }, - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Где находится документация по `/actions/{action}`?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 640, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 120, - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 640, - "match_reason": "alias_match" - }, - { - "doc": "docs/README.md", - "score": 120, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-03-actions.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-03-actions.md deleted file mode 100644 index 786907d..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-03-actions.md +++ /dev/null @@ -1,372 +0,0 @@ -# v2-find-files-03-actions - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Где находится документация по `/actions/{action}`? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_sources": { - "seeded": 0, - "metadata_lookup": 0, - "semantic": 7 - } - }, - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Где находится документация по `/actions/{action}`?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 640, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 120, - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 640, - "match_reason": "alias_match" - }, - { - "doc": "docs/README.md", - "score": 120, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'docs/api/control-actions-endpoint.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.json deleted file mode 100644 index a8e745b..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.json +++ /dev/null @@ -1,317 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-04-runtime-health", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'docs/domains/runtime-health-entity.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_sources": { - "seeded": 0, - "metadata_lookup": 0, - "semantic": 7 - } - }, - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "В каком документе описан runtime health?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 650, - "score_breakdown": { - "semantic": 30, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 130, - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 650, - "match_reason": "alias_match" - }, - { - "doc": "docs/README.md", - "score": 130, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 30, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.md deleted file mode 100644 index 24f6838..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.md +++ /dev/null @@ -1,370 +0,0 @@ -# v2-find-files-04-runtime-health - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -В каком документе описан runtime health? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_sources": { - "seeded": 0, - "metadata_lookup": 0, - "semantic": 7 - } - }, - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "В каком документе описан runtime health?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 650, - "score_breakdown": { - "semantic": 30, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 130, - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 650, - "match_reason": "alias_match" - }, - { - "doc": "docs/README.md", - "score": 130, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 30, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'docs/domains/runtime-health-entity.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-05-loop.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-05-loop.json deleted file mode 100644 index 98487fd..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-05-loop.json +++ /dev/null @@ -1,311 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-05-loop", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'docs/logic/telegram-notification-loop.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/README.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidates_before_ranking": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_sources": { - "seeded": 0, - "metadata_lookup": 0, - "semantic": 7 - } - }, - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Найди файл с логикой цикла отправки уведомлений", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/README.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 140, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 140, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-05-loop.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-05-loop.md deleted file mode 100644 index 2cca623..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-05-loop.md +++ /dev/null @@ -1,364 +0,0 @@ -# v2-find-files-05-loop - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Найди файл с логикой цикла отправки уведомлений - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/README.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidates_before_ranking": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_sources": { - "seeded": 0, - "metadata_lookup": 0, - "semantic": 7 - } - }, - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Найди файл с логикой цикла отправки уведомлений", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/README.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 140, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 140, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'docs/logic/telegram-notification-loop.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-06-architecture.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-06-architecture.json deleted file mode 100644 index 6e82a61..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-06-architecture.json +++ /dev/null @@ -1,417 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-06-architecture", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 19, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md" - ], - "candidate_sources": { - "seeded": 98, - "metadata_lookup": 2, - "semantic": 7 - } - }, - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D2_FACT_INDEX", - "title": "architecture.telegram_notify_app:mentions_entity", - "document_id": "" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Компоненты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Где описана архитектура приложения?", - "profile": "file_lookup", - "row_count": 19, - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 3970, - "score_breakdown": { - "semantic": 30, - "path_match": 720, - "filename_match": 1600, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 1000, - "generic_penalty": 0 - }, - "match_reason": "exact_path" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 670, - "score_breakdown": { - "semantic": 50, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 3970, - "match_reason": "exact_path" - }, - { - "doc": "docs/README.md", - "score": 670, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 30, - "path_match": 720, - "filename_match": 1600, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 1000, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 50, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "primary_file_confident", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-06-architecture.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-06-architecture.md deleted file mode 100644 index 37499d5..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-06-architecture.md +++ /dev/null @@ -1,472 +0,0 @@ -# v2-find-files-06-architecture - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Где описана архитектура приложения? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 19, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md" - ], - "candidate_sources": { - "seeded": 98, - "metadata_lookup": 2, - "semantic": 7 - } - }, - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D2_FACT_INDEX", - "title": "architecture.telegram_notify_app:mentions_entity", - "document_id": "" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Компоненты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Где описана архитектура приложения?", - "profile": "file_lookup", - "row_count": 19, - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 3970, - "score_breakdown": { - "semantic": 30, - "path_match": 720, - "filename_match": 1600, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 1000, - "generic_penalty": 0 - }, - "match_reason": "exact_path" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 670, - "score_breakdown": { - "semantic": 50, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 3970, - "match_reason": "exact_path" - }, - { - "doc": "docs/README.md", - "score": 670, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 30, - "path_match": 720, - "filename_match": 1600, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 1000, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 50, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "primary_file_confident", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.json deleted file mode 100644 index ca6dfd2..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.json +++ /dev/null @@ -1,317 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-07-errors-catalog", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'docs/errors/catalog.yaml'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/README.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/errors/" - ], - "prefer_like_patterns": [ - "%catalog.yaml%" - ], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "matched_aliases": [ - "catalog-errors" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "catalog-errors" - ], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/errors/" - ], - "prefer_like_patterns": [ - "%catalog.yaml%" - ], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "candidates_before_ranking": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_sources": { - "seeded": 0, - "metadata_lookup": 0, - "semantic": 7 - } - }, - "resolved_aliases": [ - "catalog-errors" - ], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "В каком файле лежит каталог ошибок?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/README.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 150, - "score_breakdown": { - "semantic": 30, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 120, - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 150, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 120, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 30, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.md deleted file mode 100644 index 4944887..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.md +++ /dev/null @@ -1,370 +0,0 @@ -# v2-find-files-07-errors-catalog - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -В каком файле лежит каталог ошибок? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/README.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/errors/" - ], - "prefer_like_patterns": [ - "%catalog.yaml%" - ], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "matched_aliases": [ - "catalog-errors" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "catalog-errors" - ], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/errors/" - ], - "prefer_like_patterns": [ - "%catalog.yaml%" - ], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "candidates_before_ranking": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_sources": { - "seeded": 0, - "metadata_lookup": 0, - "semantic": 7 - } - }, - "resolved_aliases": [ - "catalog-errors" - ], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "В каком файле лежит каталог ошибок?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/README.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 150, - "score_breakdown": { - "semantic": 30, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 120, - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 150, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 120, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 30, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'docs/errors/catalog.yaml' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.json deleted file mode 100644 index 615e745..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.json +++ /dev/null @@ -1,404 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-08-docs-index", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 12, - "llm_answer": "docs/README.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "docs/README.md", - "index.test_echo_app_docs", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%" - ], - "target_doc_hints": [ - "docs/README.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/README.md" - ], - "matched_aliases": [ - "docs-readme" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "docs-readme" - ], - "target_doc_hints": [ - "docs/README.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%" - ], - "target_doc_hints": [ - "docs/README.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [ - "docs/README.md" - ], - "candidates_before_ranking": [ - "docs/README.md", - "docs/README.md", - "docs/README.md", - "docs/README.md", - "docs/README.md", - "docs/README.md", - "docs/README.md", - "docs/README.md", - "docs/README.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_sources": { - "seeded": 42, - "metadata_lookup": 1, - "semantic": 7 - } - }, - "resolved_aliases": [ - "docs-readme" - ], - "target_doc_hints": [ - "docs/README.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D5_RELATION_GRAPH", - "title": "index.test_echo_app_docs:related_doc", - "document_id": "" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [ - { - "path": "docs/README.md", - "layer": "D5_RELATION_GRAPH", - "title": "index.test_echo_app_docs:related_doc", - "document_id": "" - }, - { - "path": "docs/README.md", - "layer": "D5_RELATION_GRAPH", - "title": "index.test_echo_app_docs:related_doc", - "document_id": "" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D5_RELATION_GRAPH", - "title": "index.test_echo_app_docs:related_doc", - "document_id": "" - } - ], - "metadata_lookup": [ - { - "path": "docs/README.md", - "layer": "D5_RELATION_GRAPH", - "title": "index.test_echo_app_docs:related_doc", - "document_id": "" - } - ], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Покажи файл-индекс документации проекта", - "profile": "file_lookup", - "row_count": 12, - "target_doc_hints": [ - "docs/README.md" - ], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D5_RELATION_GRAPH", - "title": "index.test_echo_app_docs:related_doc", - "document_id": "" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/README.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 2140, - "score_breakdown": { - "semantic": 10, - "path_match": 360, - "filename_match": 400, - "alias_match": 250, - "anchor_boost": 120, - "target_doc_boost": 1000, - "generic_penalty": 0 - }, - "match_reason": "exact_path" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 300, - "score_breakdown": { - "semantic": 0, - "path_match": 180, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 2140, - "match_reason": "exact_path" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 300, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 10, - "path_match": 360, - "filename_match": 400, - "alias_match": 250, - "anchor_boost": 120, - "target_doc_boost": 1000, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 0, - "path_match": 180, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "primary_file_confident", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.md deleted file mode 100644 index 25d41fb..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.md +++ /dev/null @@ -1,459 +0,0 @@ -# v2-find-files-08-docs-index - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Покажи файл-индекс документации проекта - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 12, - "llm_answer": "docs/README.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "docs/README.md", - "index.test_echo_app_docs", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%" - ], - "target_doc_hints": [ - "docs/README.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/README.md" - ], - "matched_aliases": [ - "docs-readme" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "docs-readme" - ], - "target_doc_hints": [ - "docs/README.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%" - ], - "target_doc_hints": [ - "docs/README.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [ - "docs/README.md" - ], - "candidates_before_ranking": [ - "docs/README.md", - "docs/README.md", - "docs/README.md", - "docs/README.md", - "docs/README.md", - "docs/README.md", - "docs/README.md", - "docs/README.md", - "docs/README.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_sources": { - "seeded": 42, - "metadata_lookup": 1, - "semantic": 7 - } - }, - "resolved_aliases": [ - "docs-readme" - ], - "target_doc_hints": [ - "docs/README.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D5_RELATION_GRAPH", - "title": "index.test_echo_app_docs:related_doc", - "document_id": "" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [ - { - "path": "docs/README.md", - "layer": "D5_RELATION_GRAPH", - "title": "index.test_echo_app_docs:related_doc", - "document_id": "" - }, - { - "path": "docs/README.md", - "layer": "D5_RELATION_GRAPH", - "title": "index.test_echo_app_docs:related_doc", - "document_id": "" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D5_RELATION_GRAPH", - "title": "index.test_echo_app_docs:related_doc", - "document_id": "" - } - ], - "metadata_lookup": [ - { - "path": "docs/README.md", - "layer": "D5_RELATION_GRAPH", - "title": "index.test_echo_app_docs:related_doc", - "document_id": "" - } - ], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Покажи файл-индекс документации проекта", - "profile": "file_lookup", - "row_count": 12, - "target_doc_hints": [ - "docs/README.md" - ], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D5_RELATION_GRAPH", - "title": "index.test_echo_app_docs:related_doc", - "document_id": "" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/README.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 2140, - "score_breakdown": { - "semantic": 10, - "path_match": 360, - "filename_match": 400, - "alias_match": 250, - "anchor_boost": 120, - "target_doc_boost": 1000, - "generic_penalty": 0 - }, - "match_reason": "exact_path" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 300, - "score_breakdown": { - "semantic": 0, - "path_match": 180, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 2140, - "match_reason": "exact_path" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 300, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 10, - "path_match": 360, - "filename_match": 400, - "alias_match": 250, - "anchor_boost": 120, - "target_doc_boost": 1000, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 0, - "path_match": 180, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "primary_file_confident", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.json deleted file mode 100644 index 8fa580c..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.json +++ /dev/null @@ -1,301 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-09-telegram-bot-api", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'docs/api/send-message-endpoint.md'", - "llm: expected answer to contain 'docs/logic/telegram-notification-loop.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "FIND_FILES", - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_sources": { - "seeded": 0, - "metadata_lookup": 1, - "semantic": 7 - } - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Какие файлы относятся к Telegram Bot API интеграции?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 720, - "score_breakdown": { - "semantic": 20, - "path_match": 180, - "filename_match": 400, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "exact_title" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 720, - "match_reason": "exact_title" - }, - { - "doc": "docs/README.md", - "score": 140, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 180, - "filename_match": 400, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.md deleted file mode 100644 index d01a16f..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.md +++ /dev/null @@ -1,354 +0,0 @@ -# v2-find-files-09-telegram-bot-api - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Какие файлы относятся к Telegram Bot API интеграции? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "FIND_FILES", - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_sources": { - "seeded": 0, - "metadata_lookup": 1, - "semantic": 7 - } - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Какие файлы относятся к Telegram Bot API интеграции?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 720, - "score_breakdown": { - "semantic": 20, - "path_match": 180, - "filename_match": 400, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "exact_title" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 720, - "match_reason": "exact_title" - }, - { - "doc": "docs/README.md", - "score": 140, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 180, - "filename_match": 400, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'docs/api/send-message-endpoint.md' -- llm: expected answer to contain 'docs/logic/telegram-notification-loop.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.json deleted file mode 100644 index 0c4ba6b..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.json +++ /dev/null @@ -1,319 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-10-telegram-notify-worker", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'docs/logic/telegram-notification-loop.md'", - "llm: expected answer to contain 'docs/domains/runtime-health-entity.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyWorker" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_sources": { - "seeded": 0, - "metadata_lookup": 1, - "semantic": 7 - } - }, - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "В каких файлах описан worker `telegram_notify`?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 1310, - "score_breakdown": { - "semantic": 30, - "path_match": 360, - "filename_match": 800, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "exact_title" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 1310, - "match_reason": "exact_title" - }, - { - "doc": "docs/README.md", - "score": 140, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 30, - "path_match": 360, - "filename_match": 800, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "primary_file_confident", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.md deleted file mode 100644 index d76060d..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.md +++ /dev/null @@ -1,372 +0,0 @@ -# v2-find-files-10-telegram-notify-worker - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -В каких файлах описан worker `telegram_notify`? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyWorker" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_sources": { - "seeded": 0, - "metadata_lookup": 1, - "semantic": 7 - } - }, - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "В каких файлах описан worker `telegram_notify`?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 1310, - "score_breakdown": { - "semantic": 30, - "path_match": 360, - "filename_match": 800, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "exact_title" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 1310, - "match_reason": "exact_title" - }, - { - "doc": "docs/README.md", - "score": 140, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 30, - "path_match": 360, - "filename_match": 800, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "primary_file_confident", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'docs/logic/telegram-notification-loop.md' -- llm: expected answer to contain 'docs/domains/runtime-health-entity.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-01-what-is-service.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-01-what-is-service.json deleted file mode 100644 index d96e69b..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-01-what-is-service.json +++ /dev/null @@ -1,344 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-01-what-is-service", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_sources": { - "seeded": 0, - "metadata_lookup": 0, - "semantic": 8 - } - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Что это за сервис?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 100, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 100, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-01-what-is-service.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-01-what-is-service.md deleted file mode 100644 index f325154..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-01-what-is-service.md +++ /dev/null @@ -1,399 +0,0 @@ -# v2-general-01-what-is-service - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Что это за сервис? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_sources": { - "seeded": 0, - "metadata_lookup": 0, - "semantic": 8 - } - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Что это за сервис?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 100, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 100, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-02-purpose.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-02-purpose.json deleted file mode 100644 index 5e3a597..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-02-purpose.json +++ /dev/null @@ -1,357 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-02-purpose", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).\n- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_sources": { - "seeded": 0, - "metadata_lookup": 2, - "semantic": 8 - } - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанный код", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Для чего нужен test_echo_app?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 380, - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "exact_title" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 140, - "score_breakdown": { - "semantic": 140, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 380, - "match_reason": "exact_title" - }, - { - "doc": "docs/README.md", - "score": 140, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 140, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-02-purpose.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-02-purpose.md deleted file mode 100644 index 61f9fff..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-02-purpose.md +++ /dev/null @@ -1,412 +0,0 @@ -# v2-general-02-purpose - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Для чего нужен test_echo_app? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).\n- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_sources": { - "seeded": 0, - "metadata_lookup": 2, - "semantic": 8 - } - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанный код", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Для чего нужен test_echo_app?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 380, - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "exact_title" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 140, - "score_breakdown": { - "semantic": 140, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 380, - "match_reason": "exact_title" - }, - { - "doc": "docs/README.md", - "score": 140, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 140, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-03-problem.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-03-problem.json deleted file mode 100644 index b1d6ef2..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-03-problem.json +++ /dev/null @@ -1,344 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-03-problem", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_sources": { - "seeded": 0, - "metadata_lookup": 0, - "semantic": 8 - } - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанный код", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Какую задачу решает это приложение?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-03-problem.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-03-problem.md deleted file mode 100644 index e39e5f3..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-03-problem.md +++ /dev/null @@ -1,399 +0,0 @@ -# v2-general-03-problem - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Какую задачу решает это приложение? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_sources": { - "seeded": 0, - "metadata_lookup": 0, - "semantic": 8 - } - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанный код", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Какую задачу решает это приложение?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-04-docs-contents.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-04-docs-contents.json deleted file mode 100644 index 1af8d41..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-04-docs-contents.json +++ /dev/null @@ -1,344 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-04-docs-contents", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md" - ], - "candidate_sources": { - "seeded": 0, - "metadata_lookup": 0, - "semantic": 8 - } - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:История изменений", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Что входит в документацию этого проекта?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 100, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-04-docs-contents.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-04-docs-contents.md deleted file mode 100644 index 96d9488..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-04-docs-contents.md +++ /dev/null @@ -1,399 +0,0 @@ -# v2-general-04-docs-contents - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Что входит в документацию этого проекта? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md" - ], - "candidate_sources": { - "seeded": 0, - "metadata_lookup": 0, - "semantic": 8 - } - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:История изменений", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Что входит в документацию этого проекта?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 100, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-05-main-parts.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-05-main-parts.json deleted file mode 100644 index 9d1deca..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-05-main-parts.json +++ /dev/null @@ -1,346 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-05-main-parts", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'систем'" - ], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_sources": { - "seeded": 0, - "metadata_lookup": 0, - "semantic": 8 - } - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Какие основные части есть у системы?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-05-main-parts.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-05-main-parts.md deleted file mode 100644 index 3af825e..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-05-main-parts.md +++ /dev/null @@ -1,399 +0,0 @@ -# v2-general-05-main-parts - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Какие основные части есть у системы? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_sources": { - "seeded": 0, - "metadata_lookup": 0, - "semantic": 8 - } - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Какие основные части есть у системы?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'систем' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.json deleted file mode 100644 index 103eed5..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.json +++ /dev/null @@ -1,346 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-06-high-level-architecture", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'приложен'" - ], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_sources": { - "seeded": 0, - "metadata_lookup": 0, - "semantic": 8 - } - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Как в целом устроено приложение?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.md deleted file mode 100644 index e9ffca4..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.md +++ /dev/null @@ -1,399 +0,0 @@ -# v2-general-06-high-level-architecture - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Как в целом устроено приложение? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_sources": { - "seeded": 0, - "metadata_lookup": 0, - "semantic": 8 - } - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Как в целом устроено приложение?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'приложен' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-07-besides-api.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-07-besides-api.json deleted file mode 100644 index 2c24326..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-07-besides-api.json +++ /dev/null @@ -1,344 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-07-besides-api", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_sources": { - "seeded": 0, - "metadata_lookup": 0, - "semantic": 8 - } - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Что тут есть кроме API?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 100, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 100, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-07-besides-api.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-07-besides-api.md deleted file mode 100644 index 099002f..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-07-besides-api.md +++ /dev/null @@ -1,399 +0,0 @@ -# v2-general-07-besides-api - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Что тут есть кроме API? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_sources": { - "seeded": 0, - "metadata_lookup": 0, - "semantic": 8 - } - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Что тут есть кроме API?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 100, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 100, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-08-components.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-08-components.json deleted file mode 100644 index 219e609..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-08-components.json +++ /dev/null @@ -1,420 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-08-components", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "domain: expected GENERAL, got DOCS", - "intent: expected GENERAL_QA, got DOC_EXPLAIN", - "anchor_type: expected GENERAL_OVERVIEW, got ARCHITECTURE", - "llm: expected answer to contain 'Telegram Notify App'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "rag_count": 19, - "llm_answer": "- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).\n\nФайлы-источники:\n- docs/architecture/telegram-notify-app-overview.md\n- docs/README.md", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "ARCHITECTURE", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_architecture", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md" - ], - "candidate_sources": { - "seeded": 98, - "metadata_lookup": 2, - "semantic": 8 - } - }, - "resolved_aliases": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D2_FACT_INDEX", - "title": "architecture.telegram_notify_app:mentions_entity", - "document_id": "" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Компоненты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Из чего состоит Telegram Notify App?", - "profile": "docs_summary_architecture", - "row_count": 19, - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 2140, - "score_breakdown": { - "semantic": 60, - "path_match": 180, - "filename_match": 600, - "alias_match": 0, - "anchor_boost": 300, - "target_doc_boost": 1000, - "generic_penalty": 0 - }, - "match_reason": "exact_path" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 60, - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 2140, - "match_reason": "exact_path" - }, - { - "doc": "docs/README.md", - "score": 60, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 60, - "path_match": 180, - "filename_match": 600, - "alias_match": 0, - "anchor_boost": 300, - "target_doc_boost": 1000, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "target_doc_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 753 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-08-components.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-08-components.md deleted file mode 100644 index 3e83cb0..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-08-components.md +++ /dev/null @@ -1,473 +0,0 @@ -# v2-general-08-components - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Из чего состоит Telegram Notify App? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "rag_count": 19, - "llm_answer": "- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).\n\nФайлы-источники:\n- docs/architecture/telegram-notify-app-overview.md\n- docs/README.md", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "ARCHITECTURE", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_architecture", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md" - ], - "candidate_sources": { - "seeded": 98, - "metadata_lookup": 2, - "semantic": 8 - } - }, - "resolved_aliases": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D2_FACT_INDEX", - "title": "architecture.telegram_notify_app:mentions_entity", - "document_id": "" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Компоненты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Из чего состоит Telegram Notify App?", - "profile": "docs_summary_architecture", - "row_count": 19, - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 2140, - "score_breakdown": { - "semantic": 60, - "path_match": 180, - "filename_match": 600, - "alias_match": 0, - "anchor_boost": 300, - "target_doc_boost": 1000, - "generic_penalty": 0 - }, - "match_reason": "exact_path" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 60, - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 2140, - "match_reason": "exact_path" - }, - { - "doc": "docs/README.md", - "score": 60, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 60, - "path_match": 180, - "filename_match": 600, - "alias_match": 0, - "anchor_boost": 300, - "target_doc_boost": 1000, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "target_doc_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 753 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- domain: expected GENERAL, got DOCS -- intent: expected GENERAL_QA, got DOC_EXPLAIN -- anchor_type: expected GENERAL_OVERVIEW, got ARCHITECTURE -- llm: expected answer to contain 'Telegram Notify App' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-09-reading-order.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-09-reading-order.json deleted file mode 100644 index 29876d1..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-09-reading-order.json +++ /dev/null @@ -1,346 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-09-reading-order", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'README'" - ], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/README.md", - "docs/README.md", - "docs/README.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_sources": { - "seeded": 0, - "metadata_lookup": 0, - "semantic": 8 - } - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Ограничения", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Какие документы стоит читать сначала?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-09-reading-order.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-09-reading-order.md deleted file mode 100644 index b49f906..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-09-reading-order.md +++ /dev/null @@ -1,399 +0,0 @@ -# v2-general-09-reading-order - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Какие документы стоит читать сначала? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/README.md", - "docs/README.md", - "docs/README.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_sources": { - "seeded": 0, - "metadata_lookup": 0, - "semantic": 8 - } - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Ограничения", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Какие документы стоит читать сначала?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'README' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-10-short-summary.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-10-short-summary.json deleted file mode 100644 index dd8391a..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-10-short-summary.json +++ /dev/null @@ -1,344 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-10-short-summary", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/README.md", - "docs/README.md" - ], - "candidate_sources": { - "seeded": 0, - "metadata_lookup": 0, - "semantic": 8 - } - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:История изменений", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:История изменений", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Дай короткое summary по проектной документации", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:История изменений", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-10-short-summary.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-10-short-summary.md deleted file mode 100644 index ac3e1ff..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/full_chain_docs_v2_matrix_v2-general-10-short-summary.md +++ /dev/null @@ -1,399 +0,0 @@ -# v2-general-10-short-summary - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Дай короткое summary по проектной документации - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/architecture/telegram-notify-app-overview.md", - "docs/README.md", - "docs/README.md", - "docs/README.md" - ], - "candidate_sources": { - "seeded": 0, - "metadata_lookup": 0, - "semantic": 8 - } - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:История изменений", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:История изменений", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Дай короткое summary по проектной документации", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:История изменений", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/summary.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/summary.md deleted file mode 100644 index 632bd37..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260406_222632/summary.md +++ /dev/null @@ -1,151 +0,0 @@ -# pipeline_setup_v3 summary - -Passed: 9/30 - -| File | Case | Mode | Query | Actual sub-intent | RAG layers | Tokens | Pass | -|------|------|------|-------|-------------------|------------|--------|------| -| full_chain_docs_v2_matrix.yaml | v2-general-01-what-is-service | full_chain | Что это за сервис? | SUMMARY | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-general-02-purpose | full_chain | Для чего нужен test_echo_app? | SUMMARY | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-general-03-problem | full_chain | Какую задачу решает это приложение? | SUMMARY | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-general-04-docs-contents | full_chain | Что входит в документацию этого проекта? | SUMMARY | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-general-05-main-parts | full_chain | Какие основные части есть у системы? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-general-06-high-level-architecture | full_chain | Как в целом устроено приложение? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-general-07-besides-api | full_chain | Что тут есть кроме API? | SUMMARY | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-general-08-components | full_chain | Из чего состоит Telegram Notify App? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-general-09-reading-order | full_chain | Какие документы стоит читать сначала? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-general-10-short-summary | full_chain | Дай короткое summary по проектной документации | SUMMARY | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-01-health | full_chain | Кратко объясни по документации, как работает `/health` | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-02-send | full_chain | Что делает endpoint `/send`? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-03-actions | full_chain | Объясни назначение `/actions/{action}` | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-04-runtime-health | full_chain | Что такое runtime health в этой документации? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-05-notification-loop | full_chain | Кратко опиши цикл отправки уведомлений | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-06-architecture | full_chain | Как устроена архитектура Telegram Notify App? | SUMMARY | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-07-worker | full_chain | Что делает worker в этом приложении? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-08-health-statuses | full_chain | Какие статусы здоровья есть у runtime? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-09-manual-send | full_chain | Как в приложении устроена ручная отправка сообщения? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-10-telegram-integration | full_chain | Как сервис взаимодействует с Telegram в целом? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-01-health | full_chain | В каком файле описан `/health`? | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-02-send | full_chain | Покажи файл с описанием endpoint `/send` | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-03-actions | full_chain | Где находится документация по `/actions/{action}`? | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-04-runtime-health | full_chain | В каком документе описан runtime health? | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-05-loop | full_chain | Найди файл с логикой цикла отправки уведомлений | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-06-architecture | full_chain | Где описана архитектура приложения? | FIND_FILES | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-07-errors-catalog | full_chain | В каком файле лежит каталог ошибок? | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-08-docs-index | full_chain | Покажи файл-индекс документации проекта | FIND_FILES | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-09-telegram-bot-api | full_chain | Какие файлы относятся к Telegram Bot API интеграции? | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-10-telegram-notify-worker | full_chain | В каких файлах описан worker `telegram_notify`? | FIND_FILES | — | — | ✗ | - -## Failures -- **v2-general-05-main-parts**: llm: expected answer to contain 'систем' -- **v2-general-06-high-level-architecture**: llm: expected answer to contain 'приложен' -- **v2-general-08-components**: domain: expected GENERAL, got DOCS; intent: expected GENERAL_QA, got DOC_EXPLAIN; anchor_type: expected GENERAL_OVERVIEW, got ARCHITECTURE; llm: expected answer to contain 'Telegram Notify App' -- **v2-general-09-reading-order**: llm: expected answer to contain 'README' -- **v2-docs-summary-01-health**: answer_mode: expected grounded_summary, got insufficient_evidence; llm: expected answer to contain '/health'; llm: expected answer to contain 'status'; llm: expected answer to contain 'components' -- **v2-docs-summary-02-send**: doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']; llm: expected answer to contain '/send'; llm: expected answer to contain 'message'; llm: expected answer to contain 'Telegram' -- **v2-docs-summary-03-actions**: doc_scope should contain 'docs/api/control-actions-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']; llm: expected answer to contain '/actions/{action}' -- **v2-docs-summary-04-runtime-health**: doc_scope should contain 'docs/domains/runtime-health-entity.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md']; llm: expected answer to contain 'runtime health' -- **v2-docs-summary-05-notification-loop**: doc_scope should contain 'docs/logic/telegram-notification-loop.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']; llm: expected answer to contain 'worker'; llm: expected answer to contain 'interval'; llm: expected answer to contain 'degraded' -- **v2-docs-summary-07-worker**: doc_scope should contain 'docs/logic/telegram-notification-loop.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']; llm: expected answer to contain 'worker' -- **v2-docs-summary-08-health-statuses**: doc_scope should contain 'docs/domains/runtime-health-entity.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md']; doc_scope should contain 'docs/api/health-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md']; llm: expected answer to contain 'ok'; llm: expected answer to contain 'degraded'; llm: expected answer to contain 'unhealthy'; llm: expected answer to contain 'unknown' -- **v2-docs-summary-09-manual-send**: doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']; llm: expected answer to contain '/send'; llm: expected answer to contain 'message'; llm: expected answer to contain 'TelegramSendService' -- **v2-docs-summary-10-telegram-integration**: domain: expected DOCS, got GENERAL; intent: expected DOC_EXPLAIN, got GENERAL_QA; anchor_type: expected API_ENDPOINT, got None; doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md'] -- **v2-find-files-01-health**: llm: expected answer to contain 'docs/api/health-endpoint.md' -- **v2-find-files-02-send**: llm: expected answer to contain 'docs/api/send-message-endpoint.md' -- **v2-find-files-03-actions**: llm: expected answer to contain 'docs/api/control-actions-endpoint.md' -- **v2-find-files-04-runtime-health**: llm: expected answer to contain 'docs/domains/runtime-health-entity.md' -- **v2-find-files-05-loop**: llm: expected answer to contain 'docs/logic/telegram-notification-loop.md' -- **v2-find-files-07-errors-catalog**: llm: expected answer to contain 'docs/errors/catalog.yaml' -- **v2-find-files-09-telegram-bot-api**: llm: expected answer to contain 'docs/api/send-message-endpoint.md'; llm: expected answer to contain 'docs/logic/telegram-notification-loop.md' -- **v2-find-files-10-telegram-notify-worker**: llm: expected answer to contain 'docs/logic/telegram-notification-loop.md'; llm: expected answer to contain 'docs/domains/runtime-health-entity.md' - -## LLM Answers -- **v2-general-01-what-is-service** - Query: Что это за сервис? - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`… -- **v2-general-02-purpose** - Query: Для чего нужен test_echo_app? - > \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`\]\(../api/health\-endpoint.md\), \[\`/actions/\{action\}\`\]\(../api/control\-actions\-endpoint.md\), \[\`/send\`\]\(../api/send\-message\-endpoint.md\). \- Related logic: \[цикл отправки уведомлений\]\(../logic/telegram\-notification\-loop.md\). \- Related domain: \[runtime health\]\(../domains/runtime\-health\-entity.md\). \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/arc… -- **v2-general-03-problem** - Query: Какую задачу решает это приложение? - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`… -- **v2-general-04-docs-contents** - Query: Что входит в документацию этого проекта? - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`… -- **v2-general-05-main-parts** - Query: Какие основные части есть у системы? - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`… -- **v2-general-06-high-level-architecture** - Query: Как в целом устроено приложение? - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`… -- **v2-general-07-besides-api** - Query: Что тут есть кроме API? - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`… -- **v2-general-08-components** - Query: Из чего состоит Telegram Notify App? - > \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`\]\(../api/health\-endpoint.md\), \[\`/actions/\{action\}\`\]\(../api/control\-actions\-endpoint.md\), \[\`/send\`\]\(../api/send\-message\-endpoint.md\). \- Related logic: \[цикл отправки уведомлений\]\(../logic/telegram\-notification\-loop.md\). \- Related domain: \[runtime health\]\(../domains/runtime\-health\-entity.md\). Файлы\-источники: \- docs/architecture/telegram\-notify\-app\-overview.md \- docs/README.md -- **v2-general-09-reading-order** - Query: Какие документы стоит читать сначала? - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`… -- **v2-general-10-short-summary** - Query: Дай короткое summary по проектной документации - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`… -- **v2-docs-summary-01-health** - Query: Кратко объясни по документации, как работает `/health` - > В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/README.md. -- **v2-docs-summary-02-send** - Query: Что делает endpoint `/send`? - > В поднятом контексте не найден целевой документ по запросу. -- **v2-docs-summary-03-actions** - Query: Объясни назначение `/actions/{action}` - > В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram\-notify\-app\-overview.md. -- **v2-docs-summary-04-runtime-health** - Query: Что такое runtime health в этой документации? - > В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram\-notify\-app\-overview.md. -- **v2-docs-summary-05-notification-loop** - Query: Кратко опиши цикл отправки уведомлений - > В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram\-notify\-app\-overview.md, docs/README.md. -- **v2-docs-summary-06-architecture** - Query: Как устроена архитектура Telegram Notify App? - > \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`\]\(../api/health\-endpoint.md\), \[\`/actions/\{action\}\`\]\(../api/control\-actions\-endpoint.md\), \[\`/send\`\]\(../api/send\-message\-endpoint.md\). \- Related logic: \[цикл отправки уведомлений\]\(../logic/telegram\-notification\-loop.md\). \- Related domain: \[runtime health\]\(../domains/runtime\-health\-entity.md\). Файлы\-источники: \- docs/architecture/telegram\-notify\-app\-overview.md \- docs/README.md -- **v2-docs-summary-07-worker** - Query: Что делает worker в этом приложении? - > В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram\-notify\-app\-overview.md. -- **v2-docs-summary-08-health-statuses** - Query: Какие статусы здоровья есть у runtime? - > В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram\-notify\-app\-overview.md. -- **v2-docs-summary-09-manual-send** - Query: Как в приложении устроена ручная отправка сообщения? - > В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram\-notify\-app\-overview.md. -- **v2-docs-summary-10-telegram-integration** - Query: Как сервис взаимодействует с Telegram в целом? - > \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`\]\(../api/health\-endpoint.md\), \[\`/actions/\{action\}\`\]\(../api/control\-actions\-endpoint.md\), \[\`/send\`\]\(../api/send\-message\-endpoint.md\). \- Related logic: \[цикл отправки уведомлений\]\(../logic/telegram\-notification\-loop.md\). \- Related domain: \[runtime health\]\(../domains/runtime\-health\-entity.md\). \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/arc… -- **v2-find-files-01-health** - Query: В каком файле описан `/health`? - > docs/README.md docs/architecture/telegram\-notify\-app\-overview.md -- **v2-find-files-02-send** - Query: Покажи файл с описанием endpoint `/send` - > docs/architecture/telegram\-notify\-app\-overview.md docs/README.md -- **v2-find-files-03-actions** - Query: Где находится документация по `/actions/{action}`? - > docs/architecture/telegram\-notify\-app\-overview.md docs/README.md -- **v2-find-files-04-runtime-health** - Query: В каком документе описан runtime health? - > docs/architecture/telegram\-notify\-app\-overview.md docs/README.md -- **v2-find-files-05-loop** - Query: Найди файл с логикой цикла отправки уведомлений - > docs/README.md docs/architecture/telegram\-notify\-app\-overview.md -- **v2-find-files-06-architecture** - Query: Где описана архитектура приложения? - > docs/architecture/telegram\-notify\-app\-overview.md docs/README.md -- **v2-find-files-07-errors-catalog** - Query: В каком файле лежит каталог ошибок? - > docs/README.md docs/architecture/telegram\-notify\-app\-overview.md -- **v2-find-files-08-docs-index** - Query: Покажи файл-индекс документации проекта - > docs/README.md docs/architecture/telegram\-notify\-app\-overview.md -- **v2-find-files-09-telegram-bot-api** - Query: Какие файлы относятся к Telegram Bot API интеграции? - > docs/architecture/telegram\-notify\-app\-overview.md docs/README.md -- **v2-find-files-10-telegram-notify-worker** - Query: В каких файлах описан worker `telegram_notify`? - > docs/architecture/telegram\-notify\-app\-overview.md docs/README.md \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-01-health.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-01-health.json deleted file mode 100644 index 24e4724..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-01-health.json +++ /dev/null @@ -1,278 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-01-health", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "answer_mode: expected grounded_summary, got insufficient_evidence", - "llm: expected answer to contain '/health'", - "llm: expected answer to contain 'status'", - "llm: expected answer to contain 'components'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 2, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/readme.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%", - "%/health%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%", - "%/health%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "candidates_before_ranking": [ - "docs/readme.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Кратко объясни по документации, как работает `/health`", - "profile": "docs_summary_api_endpoint", - "row_count": 2, - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/readme.md", - "document_count": 1 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/readme.md", - "score": 20, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/readme.md", - "score": 20, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/readme.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 96 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-01-health.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-01-health.md deleted file mode 100644 index f6b826c..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-01-health.md +++ /dev/null @@ -1,327 +0,0 @@ -# v2-docs-summary-01-health - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Кратко объясни по документации, как работает `/health` - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 2, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/readme.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%", - "%/health%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%", - "%/health%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "candidates_before_ranking": [ - "docs/readme.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Кратко объясни по документации, как работает `/health`", - "profile": "docs_summary_api_endpoint", - "row_count": 2, - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/readme.md", - "document_count": 1 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/readme.md", - "score": 20, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/readme.md", - "score": 20, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/readme.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 96 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- answer_mode: expected grounded_summary, got insufficient_evidence -- llm: expected answer to contain '/health' -- llm: expected answer to contain 'status' -- llm: expected answer to contain 'components' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-02-send.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-02-send.json deleted file mode 100644 index baa4326..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-02-send.json +++ /dev/null @@ -1,242 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-02-send", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']", - "llm: expected answer to contain '/send'", - "llm: expected answer to contain 'message'", - "llm: expected answer to contain 'Telegram'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 2, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%", - "%/send%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%", - "%/send%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/readme.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Что делает endpoint `/send`?", - "profile": "docs_summary_api_endpoint", - "row_count": 2, - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": null, - "document_count": 0 - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [], - "ranking_score_breakdown": [] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 59 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-02-send.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-02-send.md deleted file mode 100644 index 15f051c..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-02-send.md +++ /dev/null @@ -1,287 +0,0 @@ -# v2-docs-summary-02-send - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Что делает endpoint `/send`? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 2, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%", - "%/send%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%", - "%/send%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/readme.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Что делает endpoint `/send`?", - "profile": "docs_summary_api_endpoint", - "row_count": 2, - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": null, - "document_count": 0 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [], - "ranking_score_breakdown": [] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 59 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md'] -- llm: expected answer to contain '/send' -- llm: expected answer to contain 'message' -- llm: expected answer to contain 'Telegram' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.json deleted file mode 100644 index ff05db4..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.json +++ /dev/null @@ -1,246 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-03-actions", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "doc_scope should contain 'docs/api/control-actions-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']", - "llm: expected answer to contain '/actions/{action}'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 2, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%", - "%/actions/{action}%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%", - "%/actions/{action}%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/readme.md" - ] - }, - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Объясни назначение `/actions/{action}`", - "profile": "docs_summary_api_endpoint", - "row_count": 2, - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": null, - "document_count": 0 - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [], - "ranking_score_breakdown": [] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 59 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.md deleted file mode 100644 index 5b32579..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.md +++ /dev/null @@ -1,291 +0,0 @@ -# v2-docs-summary-03-actions - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Объясни назначение `/actions/{action}` - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 2, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%", - "%/actions/{action}%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%", - "%/actions/{action}%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/readme.md" - ] - }, - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Объясни назначение `/actions/{action}`", - "profile": "docs_summary_api_endpoint", - "row_count": 2, - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": null, - "document_count": 0 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [], - "ranking_score_breakdown": [] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 59 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- doc_scope should contain 'docs/api/control-actions-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md'] -- llm: expected answer to contain '/actions/{action}' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.json deleted file mode 100644 index 5facb76..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.json +++ /dev/null @@ -1,219 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-04-runtime-health", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "doc_scope should contain 'docs/domains/runtime-health-entity.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md']", - "llm: expected answer to contain 'runtime health'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "rag_count": 1, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "DOMAIN_ENTITY", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_domain_entity", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Что такое runtime health в этой документации?", - "profile": "docs_summary_domain_entity", - "row_count": 1, - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": null, - "document_count": 0 - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [], - "ranking_score_breakdown": [] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 59 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.md deleted file mode 100644 index 2ebbf68..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.md +++ /dev/null @@ -1,264 +0,0 @@ -# v2-docs-summary-04-runtime-health - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Что такое runtime health в этой документации? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "rag_count": 1, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "DOMAIN_ENTITY", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_domain_entity", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Что такое runtime health в этой документации?", - "profile": "docs_summary_domain_entity", - "row_count": 1, - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": null, - "document_count": 0 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [], - "ranking_score_breakdown": [] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 59 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- doc_scope should contain 'docs/domains/runtime-health-entity.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md'] -- llm: expected answer to contain 'runtime health' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.json deleted file mode 100644 index 11787e7..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.json +++ /dev/null @@ -1,279 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-05-notification-loop", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "doc_scope should contain 'docs/logic/telegram-notification-loop.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']", - "llm: expected answer to contain 'worker'", - "llm: expected answer to contain 'interval'", - "llm: expected answer to contain 'degraded'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "rag_count": 2, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/readme.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "LOGIC_FLOW", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [ - "telegram-notification-loop" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "telegram-notification-loop" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_logic_flow", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/readme.md" - ] - }, - "resolved_aliases": [ - "telegram-notification-loop" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Telegram Bot API", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Кратко опиши цикл отправки уведомлений", - "profile": "docs_summary_logic_flow", - "row_count": 2, - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Telegram Bot API", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/readme.md", - "document_count": 1 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/readme.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/readme.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/readme.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 96 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.md deleted file mode 100644 index ed04fcb..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.md +++ /dev/null @@ -1,328 +0,0 @@ -# v2-docs-summary-05-notification-loop - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Кратко опиши цикл отправки уведомлений - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "rag_count": 2, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/readme.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "LOGIC_FLOW", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [ - "telegram-notification-loop" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "telegram-notification-loop" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_logic_flow", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/readme.md" - ] - }, - "resolved_aliases": [ - "telegram-notification-loop" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Telegram Bot API", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Кратко опиши цикл отправки уведомлений", - "profile": "docs_summary_logic_flow", - "row_count": 2, - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Telegram Bot API", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/readme.md", - "document_count": 1 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/readme.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/readme.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/readme.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 96 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- doc_scope should contain 'docs/logic/telegram-notification-loop.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md'] -- llm: expected answer to contain 'worker' -- llm: expected answer to contain 'interval' -- llm: expected answer to contain 'degraded' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.json deleted file mode 100644 index 192639a..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.json +++ /dev/null @@ -1,343 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-06-architecture", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "rag_count": 2, - "llm_answer": "- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).\n\nФайлы-источники:\n- docs/architecture/telegram-notify-app-overview.md\n- docs/readme.md", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "ARCHITECTURE", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_architecture", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/readme.md" - ] - }, - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Как устроена архитектура Telegram Notify App?", - "profile": "docs_summary_architecture", - "row_count": 2, - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 2900, - "score_breakdown": { - "semantic": 60, - "path_match": 240, - "filename_match": 800, - "alias_match": 500, - "anchor_boost": 300, - "target_doc_boost": 1000, - "generic_penalty": 0 - }, - "match_reason": "exact_path" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/readme.md", - "score": 600, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 2900, - "match_reason": "exact_path" - }, - { - "doc": "docs/readme.md", - "score": 600, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 60, - "path_match": 240, - "filename_match": 800, - "alias_match": 500, - "anchor_boost": 300, - "target_doc_boost": 1000, - "generic_penalty": 0 - } - }, - { - "doc": "docs/readme.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "target_doc_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 753 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.md deleted file mode 100644 index e9f44c1..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.md +++ /dev/null @@ -1,398 +0,0 @@ -# v2-docs-summary-06-architecture - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Как устроена архитектура Telegram Notify App? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "rag_count": 2, - "llm_answer": "- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).\n\nФайлы-источники:\n- docs/architecture/telegram-notify-app-overview.md\n- docs/readme.md", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "ARCHITECTURE", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_architecture", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/readme.md" - ] - }, - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Как устроена архитектура Telegram Notify App?", - "profile": "docs_summary_architecture", - "row_count": 2, - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 2900, - "score_breakdown": { - "semantic": 60, - "path_match": 240, - "filename_match": 800, - "alias_match": 500, - "anchor_boost": 300, - "target_doc_boost": 1000, - "generic_penalty": 0 - }, - "match_reason": "exact_path" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/readme.md", - "score": 600, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 2900, - "match_reason": "exact_path" - }, - { - "doc": "docs/readme.md", - "score": 600, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 60, - "path_match": 240, - "filename_match": 800, - "alias_match": 500, - "anchor_boost": 300, - "target_doc_boost": 1000, - "generic_penalty": 0 - } - }, - { - "doc": "docs/readme.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "target_doc_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 753 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.json deleted file mode 100644 index f088444..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.json +++ /dev/null @@ -1,229 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-07-worker", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "doc_scope should contain 'docs/logic/telegram-notification-loop.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']", - "llm: expected answer to contain 'worker'", - "llm: expected answer to contain 'Telegram'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "rag_count": 2, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "LOGIC_FLOW", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_logic_flow", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/readme.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Что делает worker в этом приложении?", - "profile": "docs_summary_logic_flow", - "row_count": 2, - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": null, - "document_count": 0 - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [], - "ranking_score_breakdown": [] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 59 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.md deleted file mode 100644 index 845b285..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.md +++ /dev/null @@ -1,274 +0,0 @@ -# v2-docs-summary-07-worker - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Что делает worker в этом приложении? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "rag_count": 2, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "LOGIC_FLOW", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_logic_flow", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/readme.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Что делает worker в этом приложении?", - "profile": "docs_summary_logic_flow", - "row_count": 2, - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": null, - "document_count": 0 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [], - "ranking_score_breakdown": [] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 59 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- doc_scope should contain 'docs/logic/telegram-notification-loop.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md'] -- llm: expected answer to contain 'worker' -- llm: expected answer to contain 'Telegram' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.json deleted file mode 100644 index 761b90f..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.json +++ /dev/null @@ -1,223 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-08-health-statuses", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "doc_scope should contain 'docs/domains/runtime-health-entity.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md']", - "doc_scope should contain 'docs/api/health-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md']", - "llm: expected answer to contain 'ok'", - "llm: expected answer to contain 'degraded'", - "llm: expected answer to contain 'unhealthy'", - "llm: expected answer to contain 'unknown'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "rag_count": 1, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "DOMAIN_ENTITY", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_domain_entity", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Какие статусы здоровья есть у runtime?", - "profile": "docs_summary_domain_entity", - "row_count": 1, - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": null, - "document_count": 0 - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [], - "ranking_score_breakdown": [] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 59 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.md deleted file mode 100644 index 7a91f8b..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.md +++ /dev/null @@ -1,268 +0,0 @@ -# v2-docs-summary-08-health-statuses - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Какие статусы здоровья есть у runtime? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "rag_count": 1, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "DOMAIN_ENTITY", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_domain_entity", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Какие статусы здоровья есть у runtime?", - "profile": "docs_summary_domain_entity", - "row_count": 1, - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": null, - "document_count": 0 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [], - "ranking_score_breakdown": [] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 59 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- doc_scope should contain 'docs/domains/runtime-health-entity.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md'] -- doc_scope should contain 'docs/api/health-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md'] -- llm: expected answer to contain 'ok' -- llm: expected answer to contain 'degraded' -- llm: expected answer to contain 'unhealthy' -- llm: expected answer to contain 'unknown' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.json deleted file mode 100644 index 7465f31..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.json +++ /dev/null @@ -1,244 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-09-manual-send", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']", - "llm: expected answer to contain '/send'", - "llm: expected answer to contain 'message'", - "llm: expected answer to contain 'TelegramSendService'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 2, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [ - "/send" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/readme.md" - ] - }, - "resolved_aliases": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Как в приложении устроена ручная отправка сообщения?", - "profile": "docs_summary_api_endpoint", - "row_count": 2, - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": null, - "document_count": 0 - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [], - "ranking_score_breakdown": [] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 59 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.md deleted file mode 100644 index c5941ba..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.md +++ /dev/null @@ -1,289 +0,0 @@ -# v2-docs-summary-09-manual-send - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Как в приложении устроена ручная отправка сообщения? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 2, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [ - "/send" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/readme.md" - ] - }, - "resolved_aliases": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Как в приложении устроена ручная отправка сообщения?", - "profile": "docs_summary_api_endpoint", - "row_count": 2, - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": null, - "document_count": 0 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [], - "ranking_score_breakdown": [] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 59 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md'] -- llm: expected answer to contain '/send' -- llm: expected answer to contain 'message' -- llm: expected answer to contain 'TelegramSendService' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.json deleted file mode 100644 index 8832505..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.json +++ /dev/null @@ -1,259 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-10-telegram-integration", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "domain: expected DOCS, got GENERAL", - "intent: expected DOC_EXPLAIN, got GENERAL_QA", - "anchor_type: expected API_ENDPOINT, got None", - "doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']", - "llm: expected answer to contain 'worker'", - "llm: expected answer to contain '/send'" - ], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": null, - "rag_count": 2, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": null, - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/readme.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанный код", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Как сервис взаимодействует с Telegram в целом?", - "profile": "general_qa_grounded_summary", - "row_count": 2, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанный код", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/readme.md", - "document_count": 1 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/readme.md", - "score": 120, - "score_breakdown": { - "semantic": 120, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/readme.md", - "score": 120, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/readme.md", - "score_breakdown": { - "semantic": 120, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 503 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.md deleted file mode 100644 index d1c4cb5..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.md +++ /dev/null @@ -1,308 +0,0 @@ -# v2-docs-summary-10-telegram-integration - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Как сервис взаимодействует с Telegram в целом? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": null, - "rag_count": 2, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": null, - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/readme.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанный код", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Как сервис взаимодействует с Telegram в целом?", - "profile": "general_qa_grounded_summary", - "row_count": 2, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанный код", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/readme.md", - "document_count": 1 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/readme.md", - "score": 120, - "score_breakdown": { - "semantic": 120, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/readme.md", - "score": 120, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/readme.md", - "score_breakdown": { - "semantic": 120, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 503 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- domain: expected DOCS, got GENERAL -- intent: expected DOC_EXPLAIN, got GENERAL_QA -- anchor_type: expected API_ENDPOINT, got None -- doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md'] -- llm: expected answer to contain 'worker' -- llm: expected answer to contain '/send' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-01-health.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-01-health.json deleted file mode 100644 index ec6c769..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-01-health.json +++ /dev/null @@ -1,295 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-01-health", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'docs/api/health-endpoint.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 2, - "llm_answer": "docs/readme.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/readme.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "В каком файле описан `/health`?", - "profile": "file_lookup", - "row_count": 2, - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/readme.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/readme.md", - "score": 130, - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 120, - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/readme.md", - "score": 130, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 120, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/readme.md", - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-01-health.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-01-health.md deleted file mode 100644 index cabe220..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-01-health.md +++ /dev/null @@ -1,348 +0,0 @@ -# v2-find-files-01-health - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -В каком файле описан `/health`? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 2, - "llm_answer": "docs/readme.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/readme.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "В каком файле описан `/health`?", - "profile": "file_lookup", - "row_count": 2, - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/readme.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/readme.md", - "score": 130, - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 120, - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/readme.md", - "score": 130, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 120, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/readme.md", - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'docs/api/health-endpoint.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-02-send.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-02-send.json deleted file mode 100644 index 55f48e7..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-02-send.json +++ /dev/null @@ -1,295 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-02-send", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'docs/api/send-message-endpoint.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 2, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/readme.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramSendService" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/readme.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Покажи файл с описанием endpoint `/send`", - "profile": "file_lookup", - "row_count": 2, - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 130, - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/readme.md", - "score": 120, - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 130, - "match_reason": "semantic_match" - }, - { - "doc": "docs/readme.md", - "score": 120, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/readme.md", - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-02-send.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-02-send.md deleted file mode 100644 index 710acd9..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-02-send.md +++ /dev/null @@ -1,348 +0,0 @@ -# v2-find-files-02-send - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Покажи файл с описанием endpoint `/send` - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 2, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/readme.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramSendService" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/readme.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Покажи файл с описанием endpoint `/send`", - "profile": "file_lookup", - "row_count": 2, - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 130, - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/readme.md", - "score": 120, - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 130, - "match_reason": "semantic_match" - }, - { - "doc": "docs/readme.md", - "score": 120, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/readme.md", - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'docs/api/send-message-endpoint.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-03-actions.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-03-actions.json deleted file mode 100644 index b79998a..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-03-actions.json +++ /dev/null @@ -1,301 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-03-actions", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'docs/api/control-actions-endpoint.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 2, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/readme.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/readme.md" - ] - }, - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Где находится документация по `/actions/{action}`?", - "profile": "file_lookup", - "row_count": 2, - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 120, - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/readme.md", - "score": 120, - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 120, - "match_reason": "semantic_match" - }, - { - "doc": "docs/readme.md", - "score": 120, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/readme.md", - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-03-actions.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-03-actions.md deleted file mode 100644 index 7d3aa54..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-03-actions.md +++ /dev/null @@ -1,354 +0,0 @@ -# v2-find-files-03-actions - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Где находится документация по `/actions/{action}`? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 2, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/readme.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/readme.md" - ] - }, - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Где находится документация по `/actions/{action}`?", - "profile": "file_lookup", - "row_count": 2, - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 120, - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/readme.md", - "score": 120, - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 120, - "match_reason": "semantic_match" - }, - { - "doc": "docs/readme.md", - "score": 120, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/readme.md", - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'docs/api/control-actions-endpoint.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.json deleted file mode 100644 index 6ac04b2..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.json +++ /dev/null @@ -1,299 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-04-runtime-health", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'docs/domains/runtime-health-entity.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 2, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/readme.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/readme.md" - ] - }, - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "В каком документе описан runtime health?", - "profile": "file_lookup", - "row_count": 2, - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 130, - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/readme.md", - "score": 130, - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 130, - "match_reason": "semantic_match" - }, - { - "doc": "docs/readme.md", - "score": 130, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/readme.md", - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.md deleted file mode 100644 index e0f251e..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.md +++ /dev/null @@ -1,352 +0,0 @@ -# v2-find-files-04-runtime-health - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -В каком документе описан runtime health? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 2, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/readme.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/readme.md" - ] - }, - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "В каком документе описан runtime health?", - "profile": "file_lookup", - "row_count": 2, - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 130, - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/readme.md", - "score": 130, - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 130, - "match_reason": "semantic_match" - }, - { - "doc": "docs/readme.md", - "score": 130, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/readme.md", - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'docs/domains/runtime-health-entity.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-05-loop.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-05-loop.json deleted file mode 100644 index 0af3f2c..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-05-loop.json +++ /dev/null @@ -1,293 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-05-loop", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'docs/logic/telegram-notification-loop.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 2, - "llm_answer": "docs/readme.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidates_before_ranking": [ - "docs/readme.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Найди файл с логикой цикла отправки уведомлений", - "profile": "file_lookup", - "row_count": 2, - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/readme.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/readme.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 120, - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/readme.md", - "score": 140, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 120, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/readme.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-05-loop.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-05-loop.md deleted file mode 100644 index 80c75cc..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-05-loop.md +++ /dev/null @@ -1,346 +0,0 @@ -# v2-find-files-05-loop - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Найди файл с логикой цикла отправки уведомлений - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 2, - "llm_answer": "docs/readme.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidates_before_ranking": [ - "docs/readme.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Найди файл с логикой цикла отправки уведомлений", - "profile": "file_lookup", - "row_count": 2, - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/readme.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/readme.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 120, - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/readme.md", - "score": 140, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 120, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/readme.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'docs/logic/telegram-notification-loop.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-06-architecture.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-06-architecture.json deleted file mode 100644 index 3c6e75d..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-06-architecture.json +++ /dev/null @@ -1,339 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-06-architecture", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 2, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/readme.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/readme.md" - ] - }, - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Где описана архитектура приложения?", - "profile": "file_lookup", - "row_count": 2, - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 3970, - "score_breakdown": { - "semantic": 30, - "path_match": 720, - "filename_match": 1600, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 1000, - "generic_penalty": 0 - }, - "match_reason": "exact_path" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/readme.md", - "score": 670, - "score_breakdown": { - "semantic": 50, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 3970, - "match_reason": "exact_path" - }, - { - "doc": "docs/readme.md", - "score": 670, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 30, - "path_match": 720, - "filename_match": 1600, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 1000, - "generic_penalty": 0 - } - }, - { - "doc": "docs/readme.md", - "score_breakdown": { - "semantic": 50, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "primary_file_confident", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-06-architecture.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-06-architecture.md deleted file mode 100644 index 0d9949f..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-06-architecture.md +++ /dev/null @@ -1,394 +0,0 @@ -# v2-find-files-06-architecture - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Где описана архитектура приложения? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 2, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/readme.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/readme.md" - ] - }, - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Где описана архитектура приложения?", - "profile": "file_lookup", - "row_count": 2, - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 3970, - "score_breakdown": { - "semantic": 30, - "path_match": 720, - "filename_match": 1600, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 1000, - "generic_penalty": 0 - }, - "match_reason": "exact_path" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/readme.md", - "score": 670, - "score_breakdown": { - "semantic": 50, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 3970, - "match_reason": "exact_path" - }, - { - "doc": "docs/readme.md", - "score": 670, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 30, - "path_match": 720, - "filename_match": 1600, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 1000, - "generic_penalty": 0 - } - }, - { - "doc": "docs/readme.md", - "score_breakdown": { - "semantic": 50, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "primary_file_confident", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.json deleted file mode 100644 index abd1d19..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.json +++ /dev/null @@ -1,299 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-07-errors-catalog", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'docs/errors/catalog.yaml'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 2, - "llm_answer": "docs/readme.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/errors/" - ], - "prefer_like_patterns": [ - "%catalog.yaml%" - ], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "matched_aliases": [ - "catalog-errors" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "catalog-errors" - ], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/errors/" - ], - "prefer_like_patterns": [ - "%catalog.yaml%" - ], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "candidates_before_ranking": [ - "docs/readme.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [ - "catalog-errors" - ], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "В каком файле лежит каталог ошибок?", - "profile": "file_lookup", - "row_count": 2, - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/readme.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/readme.md", - "score": 150, - "score_breakdown": { - "semantic": 30, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 120, - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/readme.md", - "score": 150, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 120, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/readme.md", - "score_breakdown": { - "semantic": 30, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.md deleted file mode 100644 index cdd064c..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.md +++ /dev/null @@ -1,352 +0,0 @@ -# v2-find-files-07-errors-catalog - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -В каком файле лежит каталог ошибок? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 2, - "llm_answer": "docs/readme.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/errors/" - ], - "prefer_like_patterns": [ - "%catalog.yaml%" - ], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "matched_aliases": [ - "catalog-errors" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "catalog-errors" - ], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/errors/" - ], - "prefer_like_patterns": [ - "%catalog.yaml%" - ], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "candidates_before_ranking": [ - "docs/readme.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [ - "catalog-errors" - ], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "В каком файле лежит каталог ошибок?", - "profile": "file_lookup", - "row_count": 2, - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/readme.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/readme.md", - "score": 150, - "score_breakdown": { - "semantic": 30, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 120, - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/readme.md", - "score": 150, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 120, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/readme.md", - "score_breakdown": { - "semantic": 30, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'docs/errors/catalog.yaml' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.json deleted file mode 100644 index 6aa19d7..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.json +++ /dev/null @@ -1,334 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-08-docs-index", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 2, - "llm_answer": "docs/readme.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%" - ], - "target_doc_hints": [ - "docs/README.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/README.md" - ], - "matched_aliases": [ - "docs-readme" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "docs-readme" - ], - "target_doc_hints": [ - "docs/README.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%" - ], - "target_doc_hints": [ - "docs/README.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [ - "docs/README.md" - ], - "candidates_before_ranking": [ - "docs/readme.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [ - "docs-readme" - ], - "target_doc_hints": [ - "docs/README.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D5_RELATION_GRAPH", - "title": "index.test_echo_app_docs:related_doc", - "document_id": "" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [ - { - "path": "docs/README.md", - "layer": "D5_RELATION_GRAPH", - "title": "index.test_echo_app_docs:related_doc", - "document_id": "" - }, - { - "path": "docs/README.md", - "layer": "D5_RELATION_GRAPH", - "title": "index.test_echo_app_docs:related_doc", - "document_id": "" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D5_RELATION_GRAPH", - "title": "index.test_echo_app_docs:related_doc", - "document_id": "" - } - ], - "metadata_lookup": [ - { - "path": "docs/README.md", - "layer": "D5_RELATION_GRAPH", - "title": "index.test_echo_app_docs:related_doc", - "document_id": "" - } - ], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Покажи файл-индекс документации проекта", - "profile": "file_lookup", - "row_count": 2, - "target_doc_hints": [ - "docs/README.md" - ], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D5_RELATION_GRAPH", - "title": "index.test_echo_app_docs:related_doc", - "document_id": "" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/readme.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/readme.md", - "score": 2140, - "score_breakdown": { - "semantic": 10, - "path_match": 360, - "filename_match": 400, - "alias_match": 250, - "anchor_boost": 120, - "target_doc_boost": 1000, - "generic_penalty": 0 - }, - "match_reason": "exact_path" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 300, - "score_breakdown": { - "semantic": 0, - "path_match": 180, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/readme.md", - "score": 2140, - "match_reason": "exact_path" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 300, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/readme.md", - "score_breakdown": { - "semantic": 10, - "path_match": 360, - "filename_match": 400, - "alias_match": 250, - "anchor_boost": 120, - "target_doc_boost": 1000, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 0, - "path_match": 180, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "primary_file_confident", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.md deleted file mode 100644 index 53a4120..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.md +++ /dev/null @@ -1,389 +0,0 @@ -# v2-find-files-08-docs-index - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Покажи файл-индекс документации проекта - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 2, - "llm_answer": "docs/readme.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%" - ], - "target_doc_hints": [ - "docs/README.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/README.md" - ], - "matched_aliases": [ - "docs-readme" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "docs-readme" - ], - "target_doc_hints": [ - "docs/README.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%" - ], - "target_doc_hints": [ - "docs/README.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [ - "docs/README.md" - ], - "candidates_before_ranking": [ - "docs/readme.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [ - "docs-readme" - ], - "target_doc_hints": [ - "docs/README.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D5_RELATION_GRAPH", - "title": "index.test_echo_app_docs:related_doc", - "document_id": "" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [ - { - "path": "docs/README.md", - "layer": "D5_RELATION_GRAPH", - "title": "index.test_echo_app_docs:related_doc", - "document_id": "" - }, - { - "path": "docs/README.md", - "layer": "D5_RELATION_GRAPH", - "title": "index.test_echo_app_docs:related_doc", - "document_id": "" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D5_RELATION_GRAPH", - "title": "index.test_echo_app_docs:related_doc", - "document_id": "" - } - ], - "metadata_lookup": [ - { - "path": "docs/README.md", - "layer": "D5_RELATION_GRAPH", - "title": "index.test_echo_app_docs:related_doc", - "document_id": "" - } - ], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Покажи файл-индекс документации проекта", - "profile": "file_lookup", - "row_count": 2, - "target_doc_hints": [ - "docs/README.md" - ], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D5_RELATION_GRAPH", - "title": "index.test_echo_app_docs:related_doc", - "document_id": "" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/readme.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/readme.md", - "score": 2140, - "score_breakdown": { - "semantic": 10, - "path_match": 360, - "filename_match": 400, - "alias_match": 250, - "anchor_boost": 120, - "target_doc_boost": 1000, - "generic_penalty": 0 - }, - "match_reason": "exact_path" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 300, - "score_breakdown": { - "semantic": 0, - "path_match": 180, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/readme.md", - "score": 2140, - "match_reason": "exact_path" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 300, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/readme.md", - "score_breakdown": { - "semantic": 10, - "path_match": 360, - "filename_match": 400, - "alias_match": 250, - "anchor_boost": 120, - "target_doc_boost": 1000, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 0, - "path_match": 180, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "primary_file_confident", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.json deleted file mode 100644 index 309f8a7..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.json +++ /dev/null @@ -1,283 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-09-telegram-bot-api", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'docs/api/send-message-endpoint.md'", - "llm: expected answer to contain 'docs/logic/telegram-notification-loop.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 2, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/readme.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "FIND_FILES", - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/readme.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Какие файлы относятся к Telegram Bot API интеграции?", - "profile": "file_lookup", - "row_count": 2, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 710, - "score_breakdown": { - "semantic": 10, - "path_match": 180, - "filename_match": 400, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "exact_title" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/readme.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 710, - "match_reason": "exact_title" - }, - { - "doc": "docs/readme.md", - "score": 140, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 10, - "path_match": 180, - "filename_match": 400, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/readme.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.md deleted file mode 100644 index fb23481..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.md +++ /dev/null @@ -1,336 +0,0 @@ -# v2-find-files-09-telegram-bot-api - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Какие файлы относятся к Telegram Bot API интеграции? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 2, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/readme.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "FIND_FILES", - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/readme.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Какие файлы относятся к Telegram Bot API интеграции?", - "profile": "file_lookup", - "row_count": 2, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 710, - "score_breakdown": { - "semantic": 10, - "path_match": 180, - "filename_match": 400, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "exact_title" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/readme.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 710, - "match_reason": "exact_title" - }, - { - "doc": "docs/readme.md", - "score": 140, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 10, - "path_match": 180, - "filename_match": 400, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/readme.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'docs/api/send-message-endpoint.md' -- llm: expected answer to contain 'docs/logic/telegram-notification-loop.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.json deleted file mode 100644 index 90acd95..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.json +++ /dev/null @@ -1,301 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-10-telegram-notify-worker", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'docs/logic/telegram-notification-loop.md'", - "llm: expected answer to contain 'docs/domains/runtime-health-entity.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 2, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/readme.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyWorker" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/readme.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "В каких файлах описан worker `telegram_notify`?", - "profile": "file_lookup", - "row_count": 2, - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 1310, - "score_breakdown": { - "semantic": 30, - "path_match": 360, - "filename_match": 800, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "exact_title" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/readme.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 1310, - "match_reason": "exact_title" - }, - { - "doc": "docs/readme.md", - "score": 140, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 30, - "path_match": 360, - "filename_match": 800, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/readme.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "primary_file_confident", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.md deleted file mode 100644 index 4fba286..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.md +++ /dev/null @@ -1,354 +0,0 @@ -# v2-find-files-10-telegram-notify-worker - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -В каких файлах описан worker `telegram_notify`? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 2, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/readme.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyWorker" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/readme.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "В каких файлах описан worker `telegram_notify`?", - "profile": "file_lookup", - "row_count": 2, - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 1310, - "score_breakdown": { - "semantic": 30, - "path_match": 360, - "filename_match": 800, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "exact_title" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/readme.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 1310, - "match_reason": "exact_title" - }, - { - "doc": "docs/readme.md", - "score": 140, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 30, - "path_match": 360, - "filename_match": 800, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/readme.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "primary_file_confident", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'docs/logic/telegram-notification-loop.md' -- llm: expected answer to contain 'docs/domains/runtime-health-entity.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-01-what-is-service.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-01-what-is-service.json deleted file mode 100644 index 16bad13..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-01-what-is-service.json +++ /dev/null @@ -1,245 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-01-what-is-service", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 2, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/readme.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Что это за сервис?", - "profile": "general_qa_grounded_summary", - "row_count": 2, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/readme.md", - "document_count": 1 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/readme.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/readme.md", - "score": 100, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/readme.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 503 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-01-what-is-service.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-01-what-is-service.md deleted file mode 100644 index 874d85f..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-01-what-is-service.md +++ /dev/null @@ -1,296 +0,0 @@ -# v2-general-01-what-is-service - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Что это за сервис? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 2, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/readme.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Что это за сервис?", - "profile": "general_qa_grounded_summary", - "row_count": 2, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/readme.md", - "document_count": 1 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/readme.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/readme.md", - "score": 100, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/readme.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 503 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-02-purpose.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-02-purpose.json deleted file mode 100644 index f6b0284..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-02-purpose.json +++ /dev/null @@ -1,225 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-02-purpose", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "answer_mode: expected grounded_summary, got insufficient_evidence", - "llm: expected answer to contain 'test_echo_app'" - ], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 2, - "llm_answer": "В найденной документации нет достаточной опоры для общего summary по запросу.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/readme.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Для чего нужен test_echo_app?", - "profile": "general_qa_grounded_summary", - "row_count": 2, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": null, - "document_count": 0 - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [], - "ranking_score_breakdown": [] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "general_docs_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 77 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-02-purpose.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-02-purpose.md deleted file mode 100644 index 081463c..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-02-purpose.md +++ /dev/null @@ -1,270 +0,0 @@ -# v2-general-02-purpose - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Для чего нужен test_echo_app? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 2, - "llm_answer": "В найденной документации нет достаточной опоры для общего summary по запросу.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/readme.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Для чего нужен test_echo_app?", - "profile": "general_qa_grounded_summary", - "row_count": 2, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": null, - "document_count": 0 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [], - "ranking_score_breakdown": [] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "general_docs_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 77 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- answer_mode: expected grounded_summary, got insufficient_evidence -- llm: expected answer to contain 'test_echo_app' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-03-problem.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-03-problem.json deleted file mode 100644 index 70fa4ba..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-03-problem.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-03-problem", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "answer_mode: expected grounded_summary, got insufficient_evidence", - "llm: expected answer to contain 'Telegram'" - ], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 2, - "llm_answer": "В найденной документации нет достаточной опоры для общего summary по запросу.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/readme.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанный код", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Какую задачу решает это приложение?", - "profile": "general_qa_grounded_summary", - "row_count": 2, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанный код", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": null, - "document_count": 0 - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [], - "ranking_score_breakdown": [] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "general_docs_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 77 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-03-problem.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-03-problem.md deleted file mode 100644 index f12bdca..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-03-problem.md +++ /dev/null @@ -1,257 +0,0 @@ -# v2-general-03-problem - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Какую задачу решает это приложение? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 2, - "llm_answer": "В найденной документации нет достаточной опоры для общего summary по запросу.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/readme.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанный код", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Какую задачу решает это приложение?", - "profile": "general_qa_grounded_summary", - "row_count": 2, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанный код", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": null, - "document_count": 0 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [], - "ranking_score_breakdown": [] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "general_docs_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 77 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- answer_mode: expected grounded_summary, got insufficient_evidence -- llm: expected answer to contain 'Telegram' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-04-docs-contents.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-04-docs-contents.json deleted file mode 100644 index 2cac079..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-04-docs-contents.json +++ /dev/null @@ -1,211 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-04-docs-contents", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'архитект'" - ], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 2, - "llm_answer": "В найденной документации нет достаточной опоры для общего summary по запросу.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/readme.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:История изменений", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Что входит в документацию этого проекта?", - "profile": "general_qa_grounded_summary", - "row_count": 2, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:История изменений", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": null, - "document_count": 0 - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [], - "ranking_score_breakdown": [] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "general_docs_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 77 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-04-docs-contents.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-04-docs-contents.md deleted file mode 100644 index 5c46c9a..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-04-docs-contents.md +++ /dev/null @@ -1,256 +0,0 @@ -# v2-general-04-docs-contents - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Что входит в документацию этого проекта? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 2, - "llm_answer": "В найденной документации нет достаточной опоры для общего summary по запросу.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/readme.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:История изменений", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Что входит в документацию этого проекта?", - "profile": "general_qa_grounded_summary", - "row_count": 2, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:История изменений", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": null, - "document_count": 0 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [], - "ranking_score_breakdown": [] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "general_docs_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 77 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'архитект' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-05-main-parts.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-05-main-parts.json deleted file mode 100644 index 524ef22..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-05-main-parts.json +++ /dev/null @@ -1,212 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-05-main-parts", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'систем'", - "llm: expected answer to contain 'Telegram'" - ], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 2, - "llm_answer": "В найденной документации нет достаточной опоры для общего summary по запросу.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/readme.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Какие основные части есть у системы?", - "profile": "general_qa_grounded_summary", - "row_count": 2, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": null, - "document_count": 0 - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [], - "ranking_score_breakdown": [] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "general_docs_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 77 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-05-main-parts.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-05-main-parts.md deleted file mode 100644 index 5bcd8c1..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-05-main-parts.md +++ /dev/null @@ -1,257 +0,0 @@ -# v2-general-05-main-parts - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Какие основные части есть у системы? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 2, - "llm_answer": "В найденной документации нет достаточной опоры для общего summary по запросу.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/readme.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Какие основные части есть у системы?", - "profile": "general_qa_grounded_summary", - "row_count": 2, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": null, - "document_count": 0 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [], - "ranking_score_breakdown": [] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "general_docs_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 77 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'систем' -- llm: expected answer to contain 'Telegram' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.json deleted file mode 100644 index 01b4fa7..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.json +++ /dev/null @@ -1,211 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-06-high-level-architecture", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'приложен'" - ], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 2, - "llm_answer": "В найденной документации нет достаточной опоры для общего summary по запросу.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/readme.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Как в целом устроено приложение?", - "profile": "general_qa_grounded_summary", - "row_count": 2, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": null, - "document_count": 0 - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [], - "ranking_score_breakdown": [] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "general_docs_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 77 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.md deleted file mode 100644 index 6c45cb4..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.md +++ /dev/null @@ -1,256 +0,0 @@ -# v2-general-06-high-level-architecture - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Как в целом устроено приложение? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 2, - "llm_answer": "В найденной документации нет достаточной опоры для общего summary по запросу.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/readme.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Как в целом устроено приложение?", - "profile": "general_qa_grounded_summary", - "row_count": 2, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": null, - "document_count": 0 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [], - "ranking_score_breakdown": [] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "general_docs_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 77 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'приложен' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-07-besides-api.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-07-besides-api.json deleted file mode 100644 index 4c8194f..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-07-besides-api.json +++ /dev/null @@ -1,211 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-07-besides-api", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'API'" - ], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 2, - "llm_answer": "В найденной документации нет достаточной опоры для общего summary по запросу.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/readme.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Что тут есть кроме API?", - "profile": "general_qa_grounded_summary", - "row_count": 2, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": null, - "document_count": 0 - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [], - "ranking_score_breakdown": [] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "general_docs_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 77 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-07-besides-api.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-07-besides-api.md deleted file mode 100644 index 6f6cc1b..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-07-besides-api.md +++ /dev/null @@ -1,256 +0,0 @@ -# v2-general-07-besides-api - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Что тут есть кроме API? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 2, - "llm_answer": "В найденной документации нет достаточной опоры для общего summary по запросу.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/readme.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Что тут есть кроме API?", - "profile": "general_qa_grounded_summary", - "row_count": 2, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": null, - "document_count": 0 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [], - "ranking_score_breakdown": [] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "general_docs_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 77 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'API' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-08-components.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-08-components.json deleted file mode 100644 index ba6f84d..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-08-components.json +++ /dev/null @@ -1,342 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-08-components", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "domain: expected GENERAL, got DOCS", - "intent: expected GENERAL_QA, got DOC_EXPLAIN", - "anchor_type: expected GENERAL_OVERVIEW, got ARCHITECTURE", - "llm: expected answer to contain 'Telegram Notify App'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "rag_count": 2, - "llm_answer": "- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).\n\nФайлы-источники:\n- docs/architecture/telegram-notify-app-overview.md\n- docs/readme.md", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "ARCHITECTURE", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_architecture", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/readme.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Из чего состоит Telegram Notify App?", - "profile": "docs_summary_architecture", - "row_count": 2, - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 2140, - "score_breakdown": { - "semantic": 60, - "path_match": 180, - "filename_match": 600, - "alias_match": 0, - "anchor_boost": 300, - "target_doc_boost": 1000, - "generic_penalty": 0 - }, - "match_reason": "exact_path" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/readme.md", - "score": 60, - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 2140, - "match_reason": "exact_path" - }, - { - "doc": "docs/readme.md", - "score": 60, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 60, - "path_match": 180, - "filename_match": 600, - "alias_match": 0, - "anchor_boost": 300, - "target_doc_boost": 1000, - "generic_penalty": 0 - } - }, - { - "doc": "docs/readme.md", - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "target_doc_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 753 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-08-components.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-08-components.md deleted file mode 100644 index 979075f..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-08-components.md +++ /dev/null @@ -1,395 +0,0 @@ -# v2-general-08-components - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Из чего состоит Telegram Notify App? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "rag_count": 2, - "llm_answer": "- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).\n\nФайлы-источники:\n- docs/architecture/telegram-notify-app-overview.md\n- docs/readme.md", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "ARCHITECTURE", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_architecture", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidates_before_ranking": [ - "docs/architecture/telegram-notify-app-overview.md", - "docs/readme.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Из чего состоит Telegram Notify App?", - "profile": "docs_summary_architecture", - "row_count": 2, - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 2140, - "score_breakdown": { - "semantic": 60, - "path_match": 180, - "filename_match": 600, - "alias_match": 0, - "anchor_boost": 300, - "target_doc_boost": 1000, - "generic_penalty": 0 - }, - "match_reason": "exact_path" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/readme.md", - "score": 60, - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 2140, - "match_reason": "exact_path" - }, - { - "doc": "docs/readme.md", - "score": 60, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 60, - "path_match": 180, - "filename_match": 600, - "alias_match": 0, - "anchor_boost": 300, - "target_doc_boost": 1000, - "generic_penalty": 0 - } - }, - { - "doc": "docs/readme.md", - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "target_doc_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 753 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- domain: expected GENERAL, got DOCS -- intent: expected GENERAL_QA, got DOC_EXPLAIN -- anchor_type: expected GENERAL_OVERVIEW, got ARCHITECTURE -- llm: expected answer to contain 'Telegram Notify App' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-09-reading-order.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-09-reading-order.json deleted file mode 100644 index f9668d6..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-09-reading-order.json +++ /dev/null @@ -1,247 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-09-reading-order", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'README'" - ], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 2, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/readme.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Ограничения", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Какие документы стоит читать сначала?", - "profile": "general_qa_grounded_summary", - "row_count": 2, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Ограничения", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/readme.md", - "document_count": 1 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/readme.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/readme.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/readme.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 503 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-09-reading-order.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-09-reading-order.md deleted file mode 100644 index a179771..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-09-reading-order.md +++ /dev/null @@ -1,296 +0,0 @@ -# v2-general-09-reading-order - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Какие документы стоит читать сначала? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 2, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/readme.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Ограничения", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Какие документы стоит читать сначала?", - "profile": "general_qa_grounded_summary", - "row_count": 2, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Ограничения", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/readme.md", - "document_count": 1 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/readme.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/readme.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/readme.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 503 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'README' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-10-short-summary.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-10-short-summary.json deleted file mode 100644 index d284154..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-10-short-summary.json +++ /dev/null @@ -1,209 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-10-short-summary", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 2, - "llm_answer": "В найденной документации нет достаточной опоры для общего summary по запросу.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/readme.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:История изменений", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Дай короткое summary по проектной документации", - "profile": "general_qa_grounded_summary", - "row_count": 2, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": null, - "document_count": 0 - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [], - "ranking_score_breakdown": [] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "general_docs_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 77 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-10-short-summary.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-10-short-summary.md deleted file mode 100644 index eec09a2..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/full_chain_docs_v2_matrix_v2-general-10-short-summary.md +++ /dev/null @@ -1,256 +0,0 @@ -# v2-general-10-short-summary - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Дай короткое summary по проектной документации - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 2, - "llm_answer": "В найденной документации нет достаточной опоры для общего summary по запросу.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "details": { - "target_doc_hints": [], - "candidates_before_ranking": [ - "docs/readme.md", - "docs/architecture/telegram-notify-app-overview.md" - ] - }, - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:История изменений", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Дай короткое summary по проектной документации", - "profile": "general_qa_grounded_summary", - "row_count": 2, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": null, - "document_count": 0 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [], - "ranking_score_breakdown": [] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "general_docs_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 77 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/summary.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/summary.md deleted file mode 100644 index 28d6caa..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_095532/summary.md +++ /dev/null @@ -1,155 +0,0 @@ -# pipeline_setup_v3 summary - -Passed: 5/30 - -| File | Case | Mode | Query | Actual sub-intent | RAG layers | Tokens | Pass | -|------|------|------|-------|-------------------|------------|--------|------| -| full_chain_docs_v2_matrix.yaml | v2-general-01-what-is-service | full_chain | Что это за сервис? | SUMMARY | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-general-02-purpose | full_chain | Для чего нужен test_echo_app? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-general-03-problem | full_chain | Какую задачу решает это приложение? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-general-04-docs-contents | full_chain | Что входит в документацию этого проекта? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-general-05-main-parts | full_chain | Какие основные части есть у системы? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-general-06-high-level-architecture | full_chain | Как в целом устроено приложение? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-general-07-besides-api | full_chain | Что тут есть кроме API? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-general-08-components | full_chain | Из чего состоит Telegram Notify App? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-general-09-reading-order | full_chain | Какие документы стоит читать сначала? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-general-10-short-summary | full_chain | Дай короткое summary по проектной документации | SUMMARY | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-01-health | full_chain | Кратко объясни по документации, как работает `/health` | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-02-send | full_chain | Что делает endpoint `/send`? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-03-actions | full_chain | Объясни назначение `/actions/{action}` | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-04-runtime-health | full_chain | Что такое runtime health в этой документации? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-05-notification-loop | full_chain | Кратко опиши цикл отправки уведомлений | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-06-architecture | full_chain | Как устроена архитектура Telegram Notify App? | SUMMARY | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-07-worker | full_chain | Что делает worker в этом приложении? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-08-health-statuses | full_chain | Какие статусы здоровья есть у runtime? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-09-manual-send | full_chain | Как в приложении устроена ручная отправка сообщения? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-10-telegram-integration | full_chain | Как сервис взаимодействует с Telegram в целом? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-01-health | full_chain | В каком файле описан `/health`? | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-02-send | full_chain | Покажи файл с описанием endpoint `/send` | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-03-actions | full_chain | Где находится документация по `/actions/{action}`? | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-04-runtime-health | full_chain | В каком документе описан runtime health? | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-05-loop | full_chain | Найди файл с логикой цикла отправки уведомлений | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-06-architecture | full_chain | Где описана архитектура приложения? | FIND_FILES | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-07-errors-catalog | full_chain | В каком файле лежит каталог ошибок? | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-08-docs-index | full_chain | Покажи файл-индекс документации проекта | FIND_FILES | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-09-telegram-bot-api | full_chain | Какие файлы относятся к Telegram Bot API интеграции? | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-10-telegram-notify-worker | full_chain | В каких файлах описан worker `telegram_notify`? | FIND_FILES | — | — | ✗ | - -## Failures -- **v2-general-02-purpose**: answer_mode: expected grounded_summary, got insufficient_evidence; llm: expected answer to contain 'test_echo_app' -- **v2-general-03-problem**: answer_mode: expected grounded_summary, got insufficient_evidence; llm: expected answer to contain 'Telegram' -- **v2-general-04-docs-contents**: llm: expected answer to contain 'архитект' -- **v2-general-05-main-parts**: llm: expected answer to contain 'систем'; llm: expected answer to contain 'Telegram' -- **v2-general-06-high-level-architecture**: llm: expected answer to contain 'приложен' -- **v2-general-07-besides-api**: llm: expected answer to contain 'API' -- **v2-general-08-components**: domain: expected GENERAL, got DOCS; intent: expected GENERAL_QA, got DOC_EXPLAIN; anchor_type: expected GENERAL_OVERVIEW, got ARCHITECTURE; llm: expected answer to contain 'Telegram Notify App' -- **v2-general-09-reading-order**: llm: expected answer to contain 'README' -- **v2-docs-summary-01-health**: answer_mode: expected grounded_summary, got insufficient_evidence; llm: expected answer to contain '/health'; llm: expected answer to contain 'status'; llm: expected answer to contain 'components' -- **v2-docs-summary-02-send**: doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']; llm: expected answer to contain '/send'; llm: expected answer to contain 'message'; llm: expected answer to contain 'Telegram' -- **v2-docs-summary-03-actions**: doc_scope should contain 'docs/api/control-actions-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']; llm: expected answer to contain '/actions/{action}' -- **v2-docs-summary-04-runtime-health**: doc_scope should contain 'docs/domains/runtime-health-entity.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md']; llm: expected answer to contain 'runtime health' -- **v2-docs-summary-05-notification-loop**: doc_scope should contain 'docs/logic/telegram-notification-loop.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']; llm: expected answer to contain 'worker'; llm: expected answer to contain 'interval'; llm: expected answer to contain 'degraded' -- **v2-docs-summary-07-worker**: doc_scope should contain 'docs/logic/telegram-notification-loop.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']; llm: expected answer to contain 'worker'; llm: expected answer to contain 'Telegram' -- **v2-docs-summary-08-health-statuses**: doc_scope should contain 'docs/domains/runtime-health-entity.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md']; doc_scope should contain 'docs/api/health-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md']; llm: expected answer to contain 'ok'; llm: expected answer to contain 'degraded'; llm: expected answer to contain 'unhealthy'; llm: expected answer to contain 'unknown' -- **v2-docs-summary-09-manual-send**: doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']; llm: expected answer to contain '/send'; llm: expected answer to contain 'message'; llm: expected answer to contain 'TelegramSendService' -- **v2-docs-summary-10-telegram-integration**: domain: expected DOCS, got GENERAL; intent: expected DOC_EXPLAIN, got GENERAL_QA; anchor_type: expected API_ENDPOINT, got None; doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']; llm: expected answer to contain 'worker'; llm: expected answer to contain '/send' -- **v2-find-files-01-health**: llm: expected answer to contain 'docs/api/health-endpoint.md' -- **v2-find-files-02-send**: llm: expected answer to contain 'docs/api/send-message-endpoint.md' -- **v2-find-files-03-actions**: llm: expected answer to contain 'docs/api/control-actions-endpoint.md' -- **v2-find-files-04-runtime-health**: llm: expected answer to contain 'docs/domains/runtime-health-entity.md' -- **v2-find-files-05-loop**: llm: expected answer to contain 'docs/logic/telegram-notification-loop.md' -- **v2-find-files-07-errors-catalog**: llm: expected answer to contain 'docs/errors/catalog.yaml' -- **v2-find-files-09-telegram-bot-api**: llm: expected answer to contain 'docs/api/send-message-endpoint.md'; llm: expected answer to contain 'docs/logic/telegram-notification-loop.md' -- **v2-find-files-10-telegram-notify-worker**: llm: expected answer to contain 'docs/logic/telegram-notification-loop.md'; llm: expected answer to contain 'docs/domains/runtime-health-entity.md' - -## LLM Answers -- **v2-general-01-what-is-service** - Query: Что это за сервис? - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. -- **v2-general-02-purpose** - Query: Для чего нужен test_echo_app? - > В найденной документации нет достаточной опоры для общего summary по запросу. -- **v2-general-03-problem** - Query: Какую задачу решает это приложение? - > В найденной документации нет достаточной опоры для общего summary по запросу. -- **v2-general-04-docs-contents** - Query: Что входит в документацию этого проекта? - > В найденной документации нет достаточной опоры для общего summary по запросу. -- **v2-general-05-main-parts** - Query: Какие основные части есть у системы? - > В найденной документации нет достаточной опоры для общего summary по запросу. -- **v2-general-06-high-level-architecture** - Query: Как в целом устроено приложение? - > В найденной документации нет достаточной опоры для общего summary по запросу. -- **v2-general-07-besides-api** - Query: Что тут есть кроме API? - > В найденной документации нет достаточной опоры для общего summary по запросу. -- **v2-general-08-components** - Query: Из чего состоит Telegram Notify App? - > \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`\]\(../api/health\-endpoint.md\), \[\`/actions/\{action\}\`\]\(../api/control\-actions\-endpoint.md\), \[\`/send\`\]\(../api/send\-message\-endpoint.md\). \- Related logic: \[цикл отправки уведомлений\]\(../logic/telegram\-notification\-loop.md\). \- Related domain: \[runtime health\]\(../domains/runtime\-health\-entity.md\). Файлы\-источники: \- docs/architecture/telegram\-notify\-app\-overview.md \- docs/readme.md -- **v2-general-09-reading-order** - Query: Какие документы стоит читать сначала? - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. -- **v2-general-10-short-summary** - Query: Дай короткое summary по проектной документации - > В найденной документации нет достаточной опоры для общего summary по запросу. -- **v2-docs-summary-01-health** - Query: Кратко объясни по документации, как работает `/health` - > В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/readme.md. -- **v2-docs-summary-02-send** - Query: Что делает endpoint `/send`? - > В поднятом контексте не найден целевой документ по запросу. -- **v2-docs-summary-03-actions** - Query: Объясни назначение `/actions/{action}` - > В поднятом контексте не найден целевой документ по запросу. -- **v2-docs-summary-04-runtime-health** - Query: Что такое runtime health в этой документации? - > В поднятом контексте не найден целевой документ по запросу. -- **v2-docs-summary-05-notification-loop** - Query: Кратко опиши цикл отправки уведомлений - > В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/readme.md. -- **v2-docs-summary-06-architecture** - Query: Как устроена архитектура Telegram Notify App? - > \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`\]\(../api/health\-endpoint.md\), \[\`/actions/\{action\}\`\]\(../api/control\-actions\-endpoint.md\), \[\`/send\`\]\(../api/send\-message\-endpoint.md\). \- Related logic: \[цикл отправки уведомлений\]\(../logic/telegram\-notification\-loop.md\). \- Related domain: \[runtime health\]\(../domains/runtime\-health\-entity.md\). Файлы\-источники: \- docs/architecture/telegram\-notify\-app\-overview.md \- docs/readme.md -- **v2-docs-summary-07-worker** - Query: Что делает worker в этом приложении? - > В поднятом контексте не найден целевой документ по запросу. -- **v2-docs-summary-08-health-statuses** - Query: Какие статусы здоровья есть у runtime? - > В поднятом контексте не найден целевой документ по запросу. -- **v2-docs-summary-09-manual-send** - Query: Как в приложении устроена ручная отправка сообщения? - > В поднятом контексте не найден целевой документ по запросу. -- **v2-docs-summary-10-telegram-integration** - Query: Как сервис взаимодействует с Telegram в целом? - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. -- **v2-find-files-01-health** - Query: В каком файле описан `/health`? - > docs/readme.md docs/architecture/telegram\-notify\-app\-overview.md -- **v2-find-files-02-send** - Query: Покажи файл с описанием endpoint `/send` - > docs/architecture/telegram\-notify\-app\-overview.md docs/readme.md -- **v2-find-files-03-actions** - Query: Где находится документация по `/actions/{action}`? - > docs/architecture/telegram\-notify\-app\-overview.md docs/readme.md -- **v2-find-files-04-runtime-health** - Query: В каком документе описан runtime health? - > docs/architecture/telegram\-notify\-app\-overview.md docs/readme.md -- **v2-find-files-05-loop** - Query: Найди файл с логикой цикла отправки уведомлений - > docs/readme.md docs/architecture/telegram\-notify\-app\-overview.md -- **v2-find-files-06-architecture** - Query: Где описана архитектура приложения? - > docs/architecture/telegram\-notify\-app\-overview.md docs/readme.md -- **v2-find-files-07-errors-catalog** - Query: В каком файле лежит каталог ошибок? - > docs/readme.md docs/architecture/telegram\-notify\-app\-overview.md -- **v2-find-files-08-docs-index** - Query: Покажи файл-индекс документации проекта - > docs/readme.md docs/architecture/telegram\-notify\-app\-overview.md -- **v2-find-files-09-telegram-bot-api** - Query: Какие файлы относятся к Telegram Bot API интеграции? - > docs/architecture/telegram\-notify\-app\-overview.md docs/readme.md -- **v2-find-files-10-telegram-notify-worker** - Query: В каких файлах описан worker `telegram_notify`? - > docs/architecture/telegram\-notify\-app\-overview.md docs/readme.md \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-01-health.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-01-health.json deleted file mode 100644 index 1c20004..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-01-health.json +++ /dev/null @@ -1,295 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-01-health", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "answer_mode: expected grounded_summary, got insufficient_evidence", - "llm: expected answer to contain '/health'", - "llm: expected answer to contain 'status'", - "llm: expected answer to contain 'components'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/README.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%", - "%/health%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%", - "%/health%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Кратко объясни по документации, как работает `/health`", - "profile": "docs_summary_api_endpoint", - "row_count": 4, - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 1 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 20, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 20, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 96 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-01-health.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-01-health.md deleted file mode 100644 index b358832..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-01-health.md +++ /dev/null @@ -1,344 +0,0 @@ -# v2-docs-summary-01-health - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Кратко объясни по документации, как работает `/health` - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/README.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%", - "%/health%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%", - "%/health%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Кратко объясни по документации, как работает `/health`", - "profile": "docs_summary_api_endpoint", - "row_count": 4, - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 1 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 20, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 20, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 96 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- answer_mode: expected grounded_summary, got insufficient_evidence -- llm: expected answer to contain '/health' -- llm: expected answer to contain 'status' -- llm: expected answer to contain 'components' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-02-send.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-02-send.json deleted file mode 100644 index 75c76f5..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-02-send.json +++ /dev/null @@ -1,259 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-02-send", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']", - "llm: expected answer to contain '/send'", - "llm: expected answer to contain 'message'", - "llm: expected answer to contain 'Telegram'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramSendService" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%", - "%/send%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%", - "%/send%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Что делает endpoint `/send`?", - "profile": "docs_summary_api_endpoint", - "row_count": 4, - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": null, - "document_count": 0 - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [], - "ranking_score_breakdown": [] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 59 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-02-send.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-02-send.md deleted file mode 100644 index b31c739..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-02-send.md +++ /dev/null @@ -1,304 +0,0 @@ -# v2-docs-summary-02-send - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Что делает endpoint `/send`? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramSendService" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%", - "%/send%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%", - "%/send%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Что делает endpoint `/send`?", - "profile": "docs_summary_api_endpoint", - "row_count": 4, - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": null, - "document_count": 0 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [], - "ranking_score_breakdown": [] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 59 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md'] -- llm: expected answer to contain '/send' -- llm: expected answer to contain 'message' -- llm: expected answer to contain 'Telegram' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.json deleted file mode 100644 index 6196dff..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.json +++ /dev/null @@ -1,299 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-03-actions", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "doc_scope should contain 'docs/api/control-actions-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']", - "llm: expected answer to contain '/actions/{action}'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%", - "%/actions/{action}%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%", - "%/actions/{action}%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Объясни назначение `/actions/{action}`", - "profile": "docs_summary_api_endpoint", - "row_count": 4, - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 390, - "score_breakdown": { - "semantic": 40, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - }, - "match_reason": "alias_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 390, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 40, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.md deleted file mode 100644 index 65c69a1..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.md +++ /dev/null @@ -1,348 +0,0 @@ -# v2-docs-summary-03-actions - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Объясни назначение `/actions/{action}` - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%", - "%/actions/{action}%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%", - "%/actions/{action}%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Объясни назначение `/actions/{action}`", - "profile": "docs_summary_api_endpoint", - "row_count": 4, - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 390, - "score_breakdown": { - "semantic": 40, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - }, - "match_reason": "alias_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 390, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 40, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- doc_scope should contain 'docs/api/control-actions-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md'] -- llm: expected answer to contain '/actions/{action}' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.json deleted file mode 100644 index deb6ae2..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.json +++ /dev/null @@ -1,285 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-04-runtime-health", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "doc_scope should contain 'docs/domains/runtime-health-entity.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md']", - "llm: expected answer to contain 'runtime health'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "DOMAIN_ENTITY", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_domain_entity", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Что такое runtime health в этой документации?", - "profile": "docs_summary_domain_entity", - "row_count": 4, - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 410, - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - }, - "match_reason": "alias_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 410, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.md deleted file mode 100644 index 3ccb80d..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.md +++ /dev/null @@ -1,334 +0,0 @@ -# v2-docs-summary-04-runtime-health - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Что такое runtime health в этой документации? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "DOMAIN_ENTITY", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_domain_entity", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Что такое runtime health в этой документации?", - "profile": "docs_summary_domain_entity", - "row_count": 4, - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 410, - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - }, - "match_reason": "alias_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 410, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- doc_scope should contain 'docs/domains/runtime-health-entity.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md'] -- llm: expected answer to contain 'runtime health' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.json deleted file mode 100644 index f23f2b3..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.json +++ /dev/null @@ -1,330 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-05-notification-loop", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "doc_scope should contain 'docs/logic/telegram-notification-loop.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']", - "llm: expected answer to contain 'worker'", - "llm: expected answer to contain 'interval'", - "llm: expected answer to contain 'degraded'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md, docs/README.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "LOGIC_FLOW", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [ - "telegram-notification-loop" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "telegram-notification-loop" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_logic_flow", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [ - "telegram-notification-loop" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Telegram Bot API", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Кратко опиши цикл отправки уведомлений", - "profile": "docs_summary_logic_flow", - "row_count": 4, - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Telegram Bot API", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 880, - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 880, - "match_reason": "alias_match" - }, - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 147 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.md deleted file mode 100644 index 963fd2f..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.md +++ /dev/null @@ -1,383 +0,0 @@ -# v2-docs-summary-05-notification-loop - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Кратко опиши цикл отправки уведомлений - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md, docs/README.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "LOGIC_FLOW", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [ - "telegram-notification-loop" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "telegram-notification-loop" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_logic_flow", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "telegram-notification-loop" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Telegram Bot API", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Кратко опиши цикл отправки уведомлений", - "profile": "docs_summary_logic_flow", - "row_count": 4, - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Telegram Bot API", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 880, - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 880, - "match_reason": "alias_match" - }, - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 147 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- doc_scope should contain 'docs/logic/telegram-notification-loop.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md'] -- llm: expected answer to contain 'worker' -- llm: expected answer to contain 'interval' -- llm: expected answer to contain 'degraded' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.json deleted file mode 100644 index 7e842f1..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.json +++ /dev/null @@ -1,390 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-06-architecture", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "rag_count": 16, - "llm_answer": "- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).\n\nФайлы-источники:\n- docs/architecture/telegram-notify-app-overview.md\n- docs/README.md", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "ARCHITECTURE", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_architecture", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Компоненты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Telegram Bot API", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Как устроена архитектура Telegram Notify App?", - "profile": "docs_summary_architecture", - "row_count": 16, - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 2900, - "score_breakdown": { - "semantic": 60, - "path_match": 240, - "filename_match": 800, - "alias_match": 500, - "anchor_boost": 300, - "target_doc_boost": 1000, - "generic_penalty": 0 - }, - "match_reason": "exact_path" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 600, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 2900, - "match_reason": "exact_path" - }, - { - "doc": "docs/README.md", - "score": 600, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 60, - "path_match": 240, - "filename_match": 800, - "alias_match": 500, - "anchor_boost": 300, - "target_doc_boost": 1000, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "target_doc_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 753 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.md deleted file mode 100644 index 257f09f..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.md +++ /dev/null @@ -1,445 +0,0 @@ -# v2-docs-summary-06-architecture - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Как устроена архитектура Telegram Notify App? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "rag_count": 16, - "llm_answer": "- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).\n\nФайлы-источники:\n- docs/architecture/telegram-notify-app-overview.md\n- docs/README.md", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "ARCHITECTURE", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_architecture", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Компоненты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Telegram Bot API", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Как устроена архитектура Telegram Notify App?", - "profile": "docs_summary_architecture", - "row_count": 16, - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 2900, - "score_breakdown": { - "semantic": 60, - "path_match": 240, - "filename_match": 800, - "alias_match": 500, - "anchor_boost": 300, - "target_doc_boost": 1000, - "generic_penalty": 0 - }, - "match_reason": "exact_path" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 600, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 2900, - "match_reason": "exact_path" - }, - { - "doc": "docs/README.md", - "score": 600, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 60, - "path_match": 240, - "filename_match": 800, - "alias_match": 500, - "anchor_boost": 300, - "target_doc_boost": 1000, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "target_doc_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 753 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.json deleted file mode 100644 index fefba8a..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.json +++ /dev/null @@ -1,281 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-07-worker", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "doc_scope should contain 'docs/logic/telegram-notification-loop.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']", - "llm: expected answer to contain 'worker'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyWorker" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "LOGIC_FLOW", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_logic_flow", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Что делает worker в этом приложении?", - "profile": "docs_summary_logic_flow", - "row_count": 4, - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 20, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 20, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.md deleted file mode 100644 index 36f453c..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.md +++ /dev/null @@ -1,330 +0,0 @@ -# v2-docs-summary-07-worker - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Что делает worker в этом приложении? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyWorker" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "LOGIC_FLOW", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_logic_flow", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Что делает worker в этом приложении?", - "profile": "docs_summary_logic_flow", - "row_count": 4, - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 20, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 20, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- doc_scope should contain 'docs/logic/telegram-notification-loop.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md'] -- llm: expected answer to contain 'worker' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.json deleted file mode 100644 index 0cdb688..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.json +++ /dev/null @@ -1,289 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-08-health-statuses", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "doc_scope should contain 'docs/domains/runtime-health-entity.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md']", - "doc_scope should contain 'docs/api/health-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md']", - "llm: expected answer to contain 'ok'", - "llm: expected answer to contain 'degraded'", - "llm: expected answer to contain 'unhealthy'", - "llm: expected answer to contain 'unknown'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "DOMAIN_ENTITY", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_domain_entity", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Какие статусы здоровья есть у runtime?", - "profile": "docs_summary_domain_entity", - "row_count": 4, - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 410, - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - }, - "match_reason": "alias_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 410, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.md deleted file mode 100644 index b9ceaa5..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.md +++ /dev/null @@ -1,338 +0,0 @@ -# v2-docs-summary-08-health-statuses - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Какие статусы здоровья есть у runtime? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "DOMAIN_ENTITY", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_domain_entity", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Какие статусы здоровья есть у runtime?", - "profile": "docs_summary_domain_entity", - "row_count": 4, - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 410, - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - }, - "match_reason": "alias_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 410, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- doc_scope should contain 'docs/domains/runtime-health-entity.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md'] -- doc_scope should contain 'docs/api/health-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md'] -- llm: expected answer to contain 'ok' -- llm: expected answer to contain 'degraded' -- llm: expected answer to contain 'unhealthy' -- llm: expected answer to contain 'unknown' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.json deleted file mode 100644 index 17ded9c..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.json +++ /dev/null @@ -1,297 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-09-manual-send", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']", - "llm: expected answer to contain '/send'", - "llm: expected answer to contain 'message'", - "llm: expected answer to contain 'TelegramSendService'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramSendService" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [ - "/send" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Как в приложении устроена ручная отправка сообщения?", - "profile": "docs_summary_api_endpoint", - "row_count": 4, - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 370, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - }, - "match_reason": "alias_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 370, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.md deleted file mode 100644 index 94c1b16..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.md +++ /dev/null @@ -1,346 +0,0 @@ -# v2-docs-summary-09-manual-send - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Как в приложении устроена ручная отправка сообщения? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramSendService" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [ - "/send" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Как в приложении устроена ручная отправка сообщения?", - "profile": "docs_summary_api_endpoint", - "row_count": 4, - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 370, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - }, - "match_reason": "alias_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 370, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md'] -- llm: expected answer to contain '/send' -- llm: expected answer to contain 'message' -- llm: expected answer to contain 'TelegramSendService' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.json deleted file mode 100644 index 1e0b5f0..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.json +++ /dev/null @@ -1,338 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-10-telegram-integration", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "domain: expected DOCS, got GENERAL", - "intent: expected DOC_EXPLAIN, got GENERAL_QA", - "anchor_type: expected API_ENDPOINT, got None", - "doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']" - ], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": null, - "rag_count": 8, - "llm_answer": "- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).\n- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": null, - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Ограничения", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанный код", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Как сервис взаимодействует с Telegram в целом?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 380, - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "exact_title" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 120, - "score_breakdown": { - "semantic": 120, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 380, - "match_reason": "exact_title" - }, - { - "doc": "docs/README.md", - "score": 120, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 120, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.md deleted file mode 100644 index 7e1df31..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.md +++ /dev/null @@ -1,391 +0,0 @@ -# v2-docs-summary-10-telegram-integration - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Как сервис взаимодействует с Telegram в целом? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": null, - "rag_count": 8, - "llm_answer": "- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).\n- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": null, - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Ограничения", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанный код", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Как сервис взаимодействует с Telegram в целом?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 380, - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "exact_title" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 120, - "score_breakdown": { - "semantic": 120, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 380, - "match_reason": "exact_title" - }, - { - "doc": "docs/README.md", - "score": 120, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 120, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- domain: expected DOCS, got GENERAL -- intent: expected DOC_EXPLAIN, got GENERAL_QA -- anchor_type: expected API_ENDPOINT, got None -- doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md'] \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-01-health.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-01-health.json deleted file mode 100644 index 78d41ba..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-01-health.json +++ /dev/null @@ -1,298 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-01-health", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'docs/api/health-endpoint.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/README.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "В каком файле описан `/health`?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/README.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 130, - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 130, - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 130, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 130, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-01-health.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-01-health.md deleted file mode 100644 index 5207ae9..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-01-health.md +++ /dev/null @@ -1,351 +0,0 @@ -# v2-find-files-01-health - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -В каком файле описан `/health`? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/README.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "В каком файле описан `/health`?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/README.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 130, - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 130, - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 130, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 130, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'docs/api/health-endpoint.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-02-send.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-02-send.json deleted file mode 100644 index 863b971..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-02-send.json +++ /dev/null @@ -1,298 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-02-send", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'docs/api/send-message-endpoint.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramSendService" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Покажи файл с описанием endpoint `/send`", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 120, - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 140, - "match_reason": "semantic_match" - }, - { - "doc": "docs/README.md", - "score": 120, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-02-send.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-02-send.md deleted file mode 100644 index 396c5d9..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-02-send.md +++ /dev/null @@ -1,351 +0,0 @@ -# v2-find-files-02-send - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Покажи файл с описанием endpoint `/send` - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramSendService" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Покажи файл с описанием endpoint `/send`", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 120, - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 140, - "match_reason": "semantic_match" - }, - { - "doc": "docs/README.md", - "score": 120, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'docs/api/send-message-endpoint.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-03-actions.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-03-actions.json deleted file mode 100644 index 3be1e4a..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-03-actions.json +++ /dev/null @@ -1,304 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-03-actions", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'docs/api/control-actions-endpoint.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Где находится документация по `/actions/{action}`?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 640, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 120, - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 640, - "match_reason": "alias_match" - }, - { - "doc": "docs/README.md", - "score": 120, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-03-actions.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-03-actions.md deleted file mode 100644 index ce31457..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-03-actions.md +++ /dev/null @@ -1,357 +0,0 @@ -# v2-find-files-03-actions - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Где находится документация по `/actions/{action}`? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Где находится документация по `/actions/{action}`?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 640, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 120, - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 640, - "match_reason": "alias_match" - }, - { - "doc": "docs/README.md", - "score": 120, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'docs/api/control-actions-endpoint.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.json deleted file mode 100644 index 9f88ec2..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.json +++ /dev/null @@ -1,302 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-04-runtime-health", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'docs/domains/runtime-health-entity.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "В каком документе описан runtime health?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 650, - "score_breakdown": { - "semantic": 30, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 130, - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 650, - "match_reason": "alias_match" - }, - { - "doc": "docs/README.md", - "score": 130, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 30, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.md deleted file mode 100644 index e759ee7..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.md +++ /dev/null @@ -1,355 +0,0 @@ -# v2-find-files-04-runtime-health - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -В каком документе описан runtime health? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "В каком документе описан runtime health?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 650, - "score_breakdown": { - "semantic": 30, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 130, - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 650, - "match_reason": "alias_match" - }, - { - "doc": "docs/README.md", - "score": 130, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 30, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'docs/domains/runtime-health-entity.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-05-loop.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-05-loop.json deleted file mode 100644 index 672c6d5..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-05-loop.json +++ /dev/null @@ -1,296 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-05-loop", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'docs/logic/telegram-notification-loop.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/README.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Найди файл с логикой цикла отправки уведомлений", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/README.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 140, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 140, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-05-loop.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-05-loop.md deleted file mode 100644 index e33bff1..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-05-loop.md +++ /dev/null @@ -1,349 +0,0 @@ -# v2-find-files-05-loop - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Найди файл с логикой цикла отправки уведомлений - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/README.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Найди файл с логикой цикла отправки уведомлений", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/README.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 140, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 140, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'docs/logic/telegram-notification-loop.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-06-architecture.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-06-architecture.json deleted file mode 100644 index ba2f015..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-06-architecture.json +++ /dev/null @@ -1,344 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-06-architecture", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - } - ], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Где описана архитектура приложения?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 3970, - "score_breakdown": { - "semantic": 30, - "path_match": 720, - "filename_match": 1600, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 1000, - "generic_penalty": 0 - }, - "match_reason": "exact_path" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 670, - "score_breakdown": { - "semantic": 50, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 3970, - "match_reason": "exact_path" - }, - { - "doc": "docs/README.md", - "score": 670, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 30, - "path_match": 720, - "filename_match": 1600, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 1000, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 50, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "primary_file_confident", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-06-architecture.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-06-architecture.md deleted file mode 100644 index 7fc62c3..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-06-architecture.md +++ /dev/null @@ -1,399 +0,0 @@ -# v2-find-files-06-architecture - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Где описана архитектура приложения? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - } - ], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Где описана архитектура приложения?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 3970, - "score_breakdown": { - "semantic": 30, - "path_match": 720, - "filename_match": 1600, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 1000, - "generic_penalty": 0 - }, - "match_reason": "exact_path" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 670, - "score_breakdown": { - "semantic": 50, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 3970, - "match_reason": "exact_path" - }, - { - "doc": "docs/README.md", - "score": 670, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 30, - "path_match": 720, - "filename_match": 1600, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 1000, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 50, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "primary_file_confident", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.json deleted file mode 100644 index 238cb6e..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.json +++ /dev/null @@ -1,302 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-07-errors-catalog", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'docs/errors/catalog.yaml'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/README.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/errors/" - ], - "prefer_like_patterns": [ - "%catalog.yaml%" - ], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "matched_aliases": [ - "catalog-errors" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "catalog-errors" - ], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/errors/" - ], - "prefer_like_patterns": [ - "%catalog.yaml%" - ], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [ - "catalog-errors" - ], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "В каком файле лежит каталог ошибок?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/README.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 150, - "score_breakdown": { - "semantic": 30, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 120, - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 150, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 120, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 30, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.md deleted file mode 100644 index 348b8b0..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.md +++ /dev/null @@ -1,355 +0,0 @@ -# v2-find-files-07-errors-catalog - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -В каком файле лежит каталог ошибок? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/README.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/errors/" - ], - "prefer_like_patterns": [ - "%catalog.yaml%" - ], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "matched_aliases": [ - "catalog-errors" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "catalog-errors" - ], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/errors/" - ], - "prefer_like_patterns": [ - "%catalog.yaml%" - ], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "catalog-errors" - ], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "В каком файле лежит каталог ошибок?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/README.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 150, - "score_breakdown": { - "semantic": 30, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 120, - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 150, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 120, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 30, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'docs/errors/catalog.yaml' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.json deleted file mode 100644 index 09e5785..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.json +++ /dev/null @@ -1,314 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-08-docs-index", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/README.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%" - ], - "target_doc_hints": [ - "docs/README.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/README.md" - ], - "matched_aliases": [ - "docs-readme" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "docs-readme" - ], - "target_doc_hints": [ - "docs/README.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%" - ], - "target_doc_hints": [ - "docs/README.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [ - "docs-readme" - ], - "target_doc_hints": [ - "docs/README.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "metadata_lookup": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Покажи файл-индекс документации проекта", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/README.md" - ], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/README.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 2140, - "score_breakdown": { - "semantic": 10, - "path_match": 360, - "filename_match": 400, - "alias_match": 250, - "anchor_boost": 120, - "target_doc_boost": 1000, - "generic_penalty": 0 - }, - "match_reason": "exact_path" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 300, - "score_breakdown": { - "semantic": 0, - "path_match": 180, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 2140, - "match_reason": "exact_path" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 300, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 10, - "path_match": 360, - "filename_match": 400, - "alias_match": 250, - "anchor_boost": 120, - "target_doc_boost": 1000, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 0, - "path_match": 180, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "primary_file_confident", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.md deleted file mode 100644 index 08bb57d..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.md +++ /dev/null @@ -1,369 +0,0 @@ -# v2-find-files-08-docs-index - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Покажи файл-индекс документации проекта - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/README.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%" - ], - "target_doc_hints": [ - "docs/README.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/README.md" - ], - "matched_aliases": [ - "docs-readme" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "docs-readme" - ], - "target_doc_hints": [ - "docs/README.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%" - ], - "target_doc_hints": [ - "docs/README.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "docs-readme" - ], - "target_doc_hints": [ - "docs/README.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "metadata_lookup": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Покажи файл-индекс документации проекта", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/README.md" - ], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/README.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 2140, - "score_breakdown": { - "semantic": 10, - "path_match": 360, - "filename_match": 400, - "alias_match": 250, - "anchor_boost": 120, - "target_doc_boost": 1000, - "generic_penalty": 0 - }, - "match_reason": "exact_path" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 300, - "score_breakdown": { - "semantic": 0, - "path_match": 180, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 2140, - "match_reason": "exact_path" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 300, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 10, - "path_match": 360, - "filename_match": 400, - "alias_match": 250, - "anchor_boost": 120, - "target_doc_boost": 1000, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 0, - "path_match": 180, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "primary_file_confident", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.json deleted file mode 100644 index 67047e6..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.json +++ /dev/null @@ -1,288 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-09-telegram-bot-api", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'docs/api/send-message-endpoint.md'", - "llm: expected answer to contain 'docs/logic/telegram-notification-loop.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "FIND_FILES", - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Какие файлы относятся к Telegram Bot API интеграции?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 720, - "score_breakdown": { - "semantic": 20, - "path_match": 180, - "filename_match": 400, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "exact_title" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 720, - "match_reason": "exact_title" - }, - { - "doc": "docs/README.md", - "score": 140, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 180, - "filename_match": 400, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.md deleted file mode 100644 index c4d79a7..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.md +++ /dev/null @@ -1,341 +0,0 @@ -# v2-find-files-09-telegram-bot-api - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Какие файлы относятся к Telegram Bot API интеграции? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "FIND_FILES", - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Какие файлы относятся к Telegram Bot API интеграции?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 720, - "score_breakdown": { - "semantic": 20, - "path_match": 180, - "filename_match": 400, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "exact_title" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 720, - "match_reason": "exact_title" - }, - { - "doc": "docs/README.md", - "score": 140, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 180, - "filename_match": 400, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'docs/api/send-message-endpoint.md' -- llm: expected answer to contain 'docs/logic/telegram-notification-loop.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.json deleted file mode 100644 index 52da710..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.json +++ /dev/null @@ -1,304 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-10-telegram-notify-worker", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'docs/logic/telegram-notification-loop.md'", - "llm: expected answer to contain 'docs/domains/runtime-health-entity.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyWorker" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "В каких файлах описан worker `telegram_notify`?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 1310, - "score_breakdown": { - "semantic": 30, - "path_match": 360, - "filename_match": 800, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "exact_title" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 1310, - "match_reason": "exact_title" - }, - { - "doc": "docs/README.md", - "score": 140, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 30, - "path_match": 360, - "filename_match": 800, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "primary_file_confident", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.md deleted file mode 100644 index 28d4704..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.md +++ /dev/null @@ -1,357 +0,0 @@ -# v2-find-files-10-telegram-notify-worker - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -В каких файлах описан worker `telegram_notify`? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyWorker" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "В каких файлах описан worker `telegram_notify`?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 1310, - "score_breakdown": { - "semantic": 30, - "path_match": 360, - "filename_match": 800, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "exact_title" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 1310, - "match_reason": "exact_title" - }, - { - "doc": "docs/README.md", - "score": 140, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 30, - "path_match": 360, - "filename_match": 800, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "primary_file_confident", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'docs/logic/telegram-notification-loop.md' -- llm: expected answer to contain 'docs/domains/runtime-health-entity.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-01-what-is-service.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-01-what-is-service.json deleted file mode 100644 index 0cf24da..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-01-what-is-service.json +++ /dev/null @@ -1,326 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-01-what-is-service", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Что это за сервис?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 100, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 100, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-01-what-is-service.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-01-what-is-service.md deleted file mode 100644 index 302917b..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-01-what-is-service.md +++ /dev/null @@ -1,381 +0,0 @@ -# v2-general-01-what-is-service - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Что это за сервис? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Что это за сервис?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 100, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 100, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-02-purpose.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-02-purpose.json deleted file mode 100644 index f047edf..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-02-purpose.json +++ /dev/null @@ -1,339 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-02-purpose", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).\n- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанный код", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Для чего нужен test_echo_app?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 380, - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "exact_title" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 140, - "score_breakdown": { - "semantic": 140, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 380, - "match_reason": "exact_title" - }, - { - "doc": "docs/README.md", - "score": 140, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 140, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-02-purpose.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-02-purpose.md deleted file mode 100644 index 8e52fc6..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-02-purpose.md +++ /dev/null @@ -1,394 +0,0 @@ -# v2-general-02-purpose - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Для чего нужен test_echo_app? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).\n- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанный код", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Для чего нужен test_echo_app?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 380, - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "exact_title" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 140, - "score_breakdown": { - "semantic": 140, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 380, - "match_reason": "exact_title" - }, - { - "doc": "docs/README.md", - "score": 140, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 140, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-03-problem.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-03-problem.json deleted file mode 100644 index 3583e60..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-03-problem.json +++ /dev/null @@ -1,326 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-03-problem", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанный код", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Какую задачу решает это приложение?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-03-problem.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-03-problem.md deleted file mode 100644 index 475e3e0..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-03-problem.md +++ /dev/null @@ -1,381 +0,0 @@ -# v2-general-03-problem - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Какую задачу решает это приложение? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанный код", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Какую задачу решает это приложение?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-04-docs-contents.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-04-docs-contents.json deleted file mode 100644 index ad7cafc..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-04-docs-contents.json +++ /dev/null @@ -1,326 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-04-docs-contents", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:История изменений", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Что входит в документацию этого проекта?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 100, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-04-docs-contents.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-04-docs-contents.md deleted file mode 100644 index 2de2e31..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-04-docs-contents.md +++ /dev/null @@ -1,381 +0,0 @@ -# v2-general-04-docs-contents - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Что входит в документацию этого проекта? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:История изменений", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Что входит в документацию этого проекта?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 100, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-05-main-parts.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-05-main-parts.json deleted file mode 100644 index 63a6a58..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-05-main-parts.json +++ /dev/null @@ -1,328 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-05-main-parts", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'систем'" - ], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Какие основные части есть у системы?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-05-main-parts.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-05-main-parts.md deleted file mode 100644 index cf79327..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-05-main-parts.md +++ /dev/null @@ -1,381 +0,0 @@ -# v2-general-05-main-parts - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Какие основные части есть у системы? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Какие основные части есть у системы?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'систем' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.json deleted file mode 100644 index 46bf39b..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.json +++ /dev/null @@ -1,328 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-06-high-level-architecture", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'приложен'" - ], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Как в целом устроено приложение?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.md deleted file mode 100644 index c2b9b4d..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.md +++ /dev/null @@ -1,381 +0,0 @@ -# v2-general-06-high-level-architecture - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Как в целом устроено приложение? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Как в целом устроено приложение?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'приложен' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-07-besides-api.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-07-besides-api.json deleted file mode 100644 index 750d6bb..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-07-besides-api.json +++ /dev/null @@ -1,326 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-07-besides-api", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Что тут есть кроме API?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 100, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 100, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-07-besides-api.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-07-besides-api.md deleted file mode 100644 index 493a888..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-07-besides-api.md +++ /dev/null @@ -1,381 +0,0 @@ -# v2-general-07-besides-api - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Что тут есть кроме API? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Что тут есть кроме API?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 100, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 100, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-08-components.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-08-components.json deleted file mode 100644 index d2f8d32..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-08-components.json +++ /dev/null @@ -1,389 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-08-components", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "domain: expected GENERAL, got DOCS", - "intent: expected GENERAL_QA, got DOC_EXPLAIN", - "anchor_type: expected GENERAL_OVERVIEW, got ARCHITECTURE", - "llm: expected answer to contain 'Telegram Notify App'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "rag_count": 16, - "llm_answer": "- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).\n\nФайлы-источники:\n- docs/architecture/telegram-notify-app-overview.md\n- docs/README.md", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "ARCHITECTURE", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_architecture", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Компоненты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Telegram Bot API", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Из чего состоит Telegram Notify App?", - "profile": "docs_summary_architecture", - "row_count": 16, - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 2140, - "score_breakdown": { - "semantic": 60, - "path_match": 180, - "filename_match": 600, - "alias_match": 0, - "anchor_boost": 300, - "target_doc_boost": 1000, - "generic_penalty": 0 - }, - "match_reason": "exact_path" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 60, - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 2140, - "match_reason": "exact_path" - }, - { - "doc": "docs/README.md", - "score": 60, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 60, - "path_match": 180, - "filename_match": 600, - "alias_match": 0, - "anchor_boost": 300, - "target_doc_boost": 1000, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "target_doc_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 753 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-08-components.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-08-components.md deleted file mode 100644 index 11ee6e7..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-08-components.md +++ /dev/null @@ -1,442 +0,0 @@ -# v2-general-08-components - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Из чего состоит Telegram Notify App? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "rag_count": 16, - "llm_answer": "- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).\n\nФайлы-источники:\n- docs/architecture/telegram-notify-app-overview.md\n- docs/README.md", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "ARCHITECTURE", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_architecture", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Компоненты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Telegram Bot API", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Из чего состоит Telegram Notify App?", - "profile": "docs_summary_architecture", - "row_count": 16, - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 2140, - "score_breakdown": { - "semantic": 60, - "path_match": 180, - "filename_match": 600, - "alias_match": 0, - "anchor_boost": 300, - "target_doc_boost": 1000, - "generic_penalty": 0 - }, - "match_reason": "exact_path" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 60, - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 2140, - "match_reason": "exact_path" - }, - { - "doc": "docs/README.md", - "score": 60, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 60, - "path_match": 180, - "filename_match": 600, - "alias_match": 0, - "anchor_boost": 300, - "target_doc_boost": 1000, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "target_doc_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 753 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- domain: expected GENERAL, got DOCS -- intent: expected GENERAL_QA, got DOC_EXPLAIN -- anchor_type: expected GENERAL_OVERVIEW, got ARCHITECTURE -- llm: expected answer to contain 'Telegram Notify App' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-09-reading-order.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-09-reading-order.json deleted file mode 100644 index 194372a..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-09-reading-order.json +++ /dev/null @@ -1,328 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-09-reading-order", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'README'" - ], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Ограничения", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Какие документы стоит читать сначала?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-09-reading-order.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-09-reading-order.md deleted file mode 100644 index e9a5323..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-09-reading-order.md +++ /dev/null @@ -1,381 +0,0 @@ -# v2-general-09-reading-order - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Какие документы стоит читать сначала? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Ограничения", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Какие документы стоит читать сначала?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'README' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-10-short-summary.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-10-short-summary.json deleted file mode 100644 index 2545ba8..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-10-short-summary.json +++ /dev/null @@ -1,326 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-10-short-summary", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:История изменений", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:История изменений", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Дай короткое summary по проектной документации", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:История изменений", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-10-short-summary.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-10-short-summary.md deleted file mode 100644 index 7e55ef2..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/full_chain_docs_v2_matrix_v2-general-10-short-summary.md +++ /dev/null @@ -1,381 +0,0 @@ -# v2-general-10-short-summary - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Дай короткое summary по проектной документации - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:История изменений", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:История изменений", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Дай короткое summary по проектной документации", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:История изменений", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/summary.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/summary.md deleted file mode 100644 index 632bd37..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100346/summary.md +++ /dev/null @@ -1,151 +0,0 @@ -# pipeline_setup_v3 summary - -Passed: 9/30 - -| File | Case | Mode | Query | Actual sub-intent | RAG layers | Tokens | Pass | -|------|------|------|-------|-------------------|------------|--------|------| -| full_chain_docs_v2_matrix.yaml | v2-general-01-what-is-service | full_chain | Что это за сервис? | SUMMARY | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-general-02-purpose | full_chain | Для чего нужен test_echo_app? | SUMMARY | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-general-03-problem | full_chain | Какую задачу решает это приложение? | SUMMARY | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-general-04-docs-contents | full_chain | Что входит в документацию этого проекта? | SUMMARY | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-general-05-main-parts | full_chain | Какие основные части есть у системы? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-general-06-high-level-architecture | full_chain | Как в целом устроено приложение? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-general-07-besides-api | full_chain | Что тут есть кроме API? | SUMMARY | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-general-08-components | full_chain | Из чего состоит Telegram Notify App? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-general-09-reading-order | full_chain | Какие документы стоит читать сначала? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-general-10-short-summary | full_chain | Дай короткое summary по проектной документации | SUMMARY | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-01-health | full_chain | Кратко объясни по документации, как работает `/health` | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-02-send | full_chain | Что делает endpoint `/send`? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-03-actions | full_chain | Объясни назначение `/actions/{action}` | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-04-runtime-health | full_chain | Что такое runtime health в этой документации? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-05-notification-loop | full_chain | Кратко опиши цикл отправки уведомлений | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-06-architecture | full_chain | Как устроена архитектура Telegram Notify App? | SUMMARY | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-07-worker | full_chain | Что делает worker в этом приложении? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-08-health-statuses | full_chain | Какие статусы здоровья есть у runtime? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-09-manual-send | full_chain | Как в приложении устроена ручная отправка сообщения? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-10-telegram-integration | full_chain | Как сервис взаимодействует с Telegram в целом? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-01-health | full_chain | В каком файле описан `/health`? | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-02-send | full_chain | Покажи файл с описанием endpoint `/send` | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-03-actions | full_chain | Где находится документация по `/actions/{action}`? | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-04-runtime-health | full_chain | В каком документе описан runtime health? | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-05-loop | full_chain | Найди файл с логикой цикла отправки уведомлений | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-06-architecture | full_chain | Где описана архитектура приложения? | FIND_FILES | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-07-errors-catalog | full_chain | В каком файле лежит каталог ошибок? | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-08-docs-index | full_chain | Покажи файл-индекс документации проекта | FIND_FILES | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-09-telegram-bot-api | full_chain | Какие файлы относятся к Telegram Bot API интеграции? | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-10-telegram-notify-worker | full_chain | В каких файлах описан worker `telegram_notify`? | FIND_FILES | — | — | ✗ | - -## Failures -- **v2-general-05-main-parts**: llm: expected answer to contain 'систем' -- **v2-general-06-high-level-architecture**: llm: expected answer to contain 'приложен' -- **v2-general-08-components**: domain: expected GENERAL, got DOCS; intent: expected GENERAL_QA, got DOC_EXPLAIN; anchor_type: expected GENERAL_OVERVIEW, got ARCHITECTURE; llm: expected answer to contain 'Telegram Notify App' -- **v2-general-09-reading-order**: llm: expected answer to contain 'README' -- **v2-docs-summary-01-health**: answer_mode: expected grounded_summary, got insufficient_evidence; llm: expected answer to contain '/health'; llm: expected answer to contain 'status'; llm: expected answer to contain 'components' -- **v2-docs-summary-02-send**: doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']; llm: expected answer to contain '/send'; llm: expected answer to contain 'message'; llm: expected answer to contain 'Telegram' -- **v2-docs-summary-03-actions**: doc_scope should contain 'docs/api/control-actions-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']; llm: expected answer to contain '/actions/{action}' -- **v2-docs-summary-04-runtime-health**: doc_scope should contain 'docs/domains/runtime-health-entity.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md']; llm: expected answer to contain 'runtime health' -- **v2-docs-summary-05-notification-loop**: doc_scope should contain 'docs/logic/telegram-notification-loop.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']; llm: expected answer to contain 'worker'; llm: expected answer to contain 'interval'; llm: expected answer to contain 'degraded' -- **v2-docs-summary-07-worker**: doc_scope should contain 'docs/logic/telegram-notification-loop.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']; llm: expected answer to contain 'worker' -- **v2-docs-summary-08-health-statuses**: doc_scope should contain 'docs/domains/runtime-health-entity.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md']; doc_scope should contain 'docs/api/health-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md']; llm: expected answer to contain 'ok'; llm: expected answer to contain 'degraded'; llm: expected answer to contain 'unhealthy'; llm: expected answer to contain 'unknown' -- **v2-docs-summary-09-manual-send**: doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']; llm: expected answer to contain '/send'; llm: expected answer to contain 'message'; llm: expected answer to contain 'TelegramSendService' -- **v2-docs-summary-10-telegram-integration**: domain: expected DOCS, got GENERAL; intent: expected DOC_EXPLAIN, got GENERAL_QA; anchor_type: expected API_ENDPOINT, got None; doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md'] -- **v2-find-files-01-health**: llm: expected answer to contain 'docs/api/health-endpoint.md' -- **v2-find-files-02-send**: llm: expected answer to contain 'docs/api/send-message-endpoint.md' -- **v2-find-files-03-actions**: llm: expected answer to contain 'docs/api/control-actions-endpoint.md' -- **v2-find-files-04-runtime-health**: llm: expected answer to contain 'docs/domains/runtime-health-entity.md' -- **v2-find-files-05-loop**: llm: expected answer to contain 'docs/logic/telegram-notification-loop.md' -- **v2-find-files-07-errors-catalog**: llm: expected answer to contain 'docs/errors/catalog.yaml' -- **v2-find-files-09-telegram-bot-api**: llm: expected answer to contain 'docs/api/send-message-endpoint.md'; llm: expected answer to contain 'docs/logic/telegram-notification-loop.md' -- **v2-find-files-10-telegram-notify-worker**: llm: expected answer to contain 'docs/logic/telegram-notification-loop.md'; llm: expected answer to contain 'docs/domains/runtime-health-entity.md' - -## LLM Answers -- **v2-general-01-what-is-service** - Query: Что это за сервис? - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`… -- **v2-general-02-purpose** - Query: Для чего нужен test_echo_app? - > \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`\]\(../api/health\-endpoint.md\), \[\`/actions/\{action\}\`\]\(../api/control\-actions\-endpoint.md\), \[\`/send\`\]\(../api/send\-message\-endpoint.md\). \- Related logic: \[цикл отправки уведомлений\]\(../logic/telegram\-notification\-loop.md\). \- Related domain: \[runtime health\]\(../domains/runtime\-health\-entity.md\). \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/arc… -- **v2-general-03-problem** - Query: Какую задачу решает это приложение? - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`… -- **v2-general-04-docs-contents** - Query: Что входит в документацию этого проекта? - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`… -- **v2-general-05-main-parts** - Query: Какие основные части есть у системы? - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`… -- **v2-general-06-high-level-architecture** - Query: Как в целом устроено приложение? - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`… -- **v2-general-07-besides-api** - Query: Что тут есть кроме API? - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`… -- **v2-general-08-components** - Query: Из чего состоит Telegram Notify App? - > \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`\]\(../api/health\-endpoint.md\), \[\`/actions/\{action\}\`\]\(../api/control\-actions\-endpoint.md\), \[\`/send\`\]\(../api/send\-message\-endpoint.md\). \- Related logic: \[цикл отправки уведомлений\]\(../logic/telegram\-notification\-loop.md\). \- Related domain: \[runtime health\]\(../domains/runtime\-health\-entity.md\). Файлы\-источники: \- docs/architecture/telegram\-notify\-app\-overview.md \- docs/README.md -- **v2-general-09-reading-order** - Query: Какие документы стоит читать сначала? - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`… -- **v2-general-10-short-summary** - Query: Дай короткое summary по проектной документации - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`… -- **v2-docs-summary-01-health** - Query: Кратко объясни по документации, как работает `/health` - > В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/README.md. -- **v2-docs-summary-02-send** - Query: Что делает endpoint `/send`? - > В поднятом контексте не найден целевой документ по запросу. -- **v2-docs-summary-03-actions** - Query: Объясни назначение `/actions/{action}` - > В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram\-notify\-app\-overview.md. -- **v2-docs-summary-04-runtime-health** - Query: Что такое runtime health в этой документации? - > В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram\-notify\-app\-overview.md. -- **v2-docs-summary-05-notification-loop** - Query: Кратко опиши цикл отправки уведомлений - > В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram\-notify\-app\-overview.md, docs/README.md. -- **v2-docs-summary-06-architecture** - Query: Как устроена архитектура Telegram Notify App? - > \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`\]\(../api/health\-endpoint.md\), \[\`/actions/\{action\}\`\]\(../api/control\-actions\-endpoint.md\), \[\`/send\`\]\(../api/send\-message\-endpoint.md\). \- Related logic: \[цикл отправки уведомлений\]\(../logic/telegram\-notification\-loop.md\). \- Related domain: \[runtime health\]\(../domains/runtime\-health\-entity.md\). Файлы\-источники: \- docs/architecture/telegram\-notify\-app\-overview.md \- docs/README.md -- **v2-docs-summary-07-worker** - Query: Что делает worker в этом приложении? - > В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram\-notify\-app\-overview.md. -- **v2-docs-summary-08-health-statuses** - Query: Какие статусы здоровья есть у runtime? - > В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram\-notify\-app\-overview.md. -- **v2-docs-summary-09-manual-send** - Query: Как в приложении устроена ручная отправка сообщения? - > В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram\-notify\-app\-overview.md. -- **v2-docs-summary-10-telegram-integration** - Query: Как сервис взаимодействует с Telegram в целом? - > \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`\]\(../api/health\-endpoint.md\), \[\`/actions/\{action\}\`\]\(../api/control\-actions\-endpoint.md\), \[\`/send\`\]\(../api/send\-message\-endpoint.md\). \- Related logic: \[цикл отправки уведомлений\]\(../logic/telegram\-notification\-loop.md\). \- Related domain: \[runtime health\]\(../domains/runtime\-health\-entity.md\). \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/arc… -- **v2-find-files-01-health** - Query: В каком файле описан `/health`? - > docs/README.md docs/architecture/telegram\-notify\-app\-overview.md -- **v2-find-files-02-send** - Query: Покажи файл с описанием endpoint `/send` - > docs/architecture/telegram\-notify\-app\-overview.md docs/README.md -- **v2-find-files-03-actions** - Query: Где находится документация по `/actions/{action}`? - > docs/architecture/telegram\-notify\-app\-overview.md docs/README.md -- **v2-find-files-04-runtime-health** - Query: В каком документе описан runtime health? - > docs/architecture/telegram\-notify\-app\-overview.md docs/README.md -- **v2-find-files-05-loop** - Query: Найди файл с логикой цикла отправки уведомлений - > docs/README.md docs/architecture/telegram\-notify\-app\-overview.md -- **v2-find-files-06-architecture** - Query: Где описана архитектура приложения? - > docs/architecture/telegram\-notify\-app\-overview.md docs/README.md -- **v2-find-files-07-errors-catalog** - Query: В каком файле лежит каталог ошибок? - > docs/README.md docs/architecture/telegram\-notify\-app\-overview.md -- **v2-find-files-08-docs-index** - Query: Покажи файл-индекс документации проекта - > docs/README.md docs/architecture/telegram\-notify\-app\-overview.md -- **v2-find-files-09-telegram-bot-api** - Query: Какие файлы относятся к Telegram Bot API интеграции? - > docs/architecture/telegram\-notify\-app\-overview.md docs/README.md -- **v2-find-files-10-telegram-notify-worker** - Query: В каких файлах описан worker `telegram_notify`? - > docs/architecture/telegram\-notify\-app\-overview.md docs/README.md \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-01-health.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-01-health.json deleted file mode 100644 index 1c20004..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-01-health.json +++ /dev/null @@ -1,295 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-01-health", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "answer_mode: expected grounded_summary, got insufficient_evidence", - "llm: expected answer to contain '/health'", - "llm: expected answer to contain 'status'", - "llm: expected answer to contain 'components'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/README.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%", - "%/health%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%", - "%/health%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Кратко объясни по документации, как работает `/health`", - "profile": "docs_summary_api_endpoint", - "row_count": 4, - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 1 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 20, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 20, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 96 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-01-health.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-01-health.md deleted file mode 100644 index b358832..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-01-health.md +++ /dev/null @@ -1,344 +0,0 @@ -# v2-docs-summary-01-health - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Кратко объясни по документации, как работает `/health` - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/README.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%", - "%/health%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%", - "%/health%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Кратко объясни по документации, как работает `/health`", - "profile": "docs_summary_api_endpoint", - "row_count": 4, - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 1 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 20, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 20, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 96 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- answer_mode: expected grounded_summary, got insufficient_evidence -- llm: expected answer to contain '/health' -- llm: expected answer to contain 'status' -- llm: expected answer to contain 'components' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-02-send.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-02-send.json deleted file mode 100644 index 75c76f5..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-02-send.json +++ /dev/null @@ -1,259 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-02-send", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']", - "llm: expected answer to contain '/send'", - "llm: expected answer to contain 'message'", - "llm: expected answer to contain 'Telegram'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramSendService" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%", - "%/send%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%", - "%/send%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Что делает endpoint `/send`?", - "profile": "docs_summary_api_endpoint", - "row_count": 4, - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": null, - "document_count": 0 - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [], - "ranking_score_breakdown": [] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 59 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-02-send.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-02-send.md deleted file mode 100644 index b31c739..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-02-send.md +++ /dev/null @@ -1,304 +0,0 @@ -# v2-docs-summary-02-send - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Что делает endpoint `/send`? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramSendService" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%", - "%/send%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%", - "%/send%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Что делает endpoint `/send`?", - "profile": "docs_summary_api_endpoint", - "row_count": 4, - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": null, - "document_count": 0 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [], - "ranking_score_breakdown": [] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 59 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md'] -- llm: expected answer to contain '/send' -- llm: expected answer to contain 'message' -- llm: expected answer to contain 'Telegram' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.json deleted file mode 100644 index 6196dff..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.json +++ /dev/null @@ -1,299 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-03-actions", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "doc_scope should contain 'docs/api/control-actions-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']", - "llm: expected answer to contain '/actions/{action}'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%", - "%/actions/{action}%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%", - "%/actions/{action}%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Объясни назначение `/actions/{action}`", - "profile": "docs_summary_api_endpoint", - "row_count": 4, - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 390, - "score_breakdown": { - "semantic": 40, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - }, - "match_reason": "alias_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 390, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 40, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.md deleted file mode 100644 index 65c69a1..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-03-actions.md +++ /dev/null @@ -1,348 +0,0 @@ -# v2-docs-summary-03-actions - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Объясни назначение `/actions/{action}` - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%", - "%/actions/{action}%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%", - "%/actions/{action}%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Объясни назначение `/actions/{action}`", - "profile": "docs_summary_api_endpoint", - "row_count": 4, - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 390, - "score_breakdown": { - "semantic": 40, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - }, - "match_reason": "alias_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 390, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 40, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- doc_scope should contain 'docs/api/control-actions-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md'] -- llm: expected answer to contain '/actions/{action}' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.json deleted file mode 100644 index deb6ae2..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.json +++ /dev/null @@ -1,285 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-04-runtime-health", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "doc_scope should contain 'docs/domains/runtime-health-entity.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md']", - "llm: expected answer to contain 'runtime health'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "DOMAIN_ENTITY", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_domain_entity", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Что такое runtime health в этой документации?", - "profile": "docs_summary_domain_entity", - "row_count": 4, - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 410, - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - }, - "match_reason": "alias_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 410, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.md deleted file mode 100644 index 3ccb80d..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-04-runtime-health.md +++ /dev/null @@ -1,334 +0,0 @@ -# v2-docs-summary-04-runtime-health - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Что такое runtime health в этой документации? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "DOMAIN_ENTITY", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_domain_entity", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Что такое runtime health в этой документации?", - "profile": "docs_summary_domain_entity", - "row_count": 4, - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 410, - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - }, - "match_reason": "alias_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 410, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- doc_scope should contain 'docs/domains/runtime-health-entity.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md'] -- llm: expected answer to contain 'runtime health' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.json deleted file mode 100644 index f23f2b3..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.json +++ /dev/null @@ -1,330 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-05-notification-loop", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "doc_scope should contain 'docs/logic/telegram-notification-loop.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']", - "llm: expected answer to contain 'worker'", - "llm: expected answer to contain 'interval'", - "llm: expected answer to contain 'degraded'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md, docs/README.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "LOGIC_FLOW", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [ - "telegram-notification-loop" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "telegram-notification-loop" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_logic_flow", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [ - "telegram-notification-loop" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Telegram Bot API", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Кратко опиши цикл отправки уведомлений", - "profile": "docs_summary_logic_flow", - "row_count": 4, - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Telegram Bot API", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 880, - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 880, - "match_reason": "alias_match" - }, - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 147 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.md deleted file mode 100644 index 963fd2f..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-05-notification-loop.md +++ /dev/null @@ -1,383 +0,0 @@ -# v2-docs-summary-05-notification-loop - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Кратко опиши цикл отправки уведомлений - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md, docs/README.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "LOGIC_FLOW", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [ - "telegram-notification-loop" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "telegram-notification-loop" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_logic_flow", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "telegram-notification-loop" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Telegram Bot API", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Кратко опиши цикл отправки уведомлений", - "profile": "docs_summary_logic_flow", - "row_count": 4, - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Telegram Bot API", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 880, - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 880, - "match_reason": "alias_match" - }, - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 147 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- doc_scope should contain 'docs/logic/telegram-notification-loop.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md'] -- llm: expected answer to contain 'worker' -- llm: expected answer to contain 'interval' -- llm: expected answer to contain 'degraded' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.json deleted file mode 100644 index 7e842f1..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.json +++ /dev/null @@ -1,390 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-06-architecture", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "rag_count": 16, - "llm_answer": "- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).\n\nФайлы-источники:\n- docs/architecture/telegram-notify-app-overview.md\n- docs/README.md", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "ARCHITECTURE", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_architecture", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Компоненты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Telegram Bot API", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Как устроена архитектура Telegram Notify App?", - "profile": "docs_summary_architecture", - "row_count": 16, - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 2900, - "score_breakdown": { - "semantic": 60, - "path_match": 240, - "filename_match": 800, - "alias_match": 500, - "anchor_boost": 300, - "target_doc_boost": 1000, - "generic_penalty": 0 - }, - "match_reason": "exact_path" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 600, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 2900, - "match_reason": "exact_path" - }, - { - "doc": "docs/README.md", - "score": 600, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 60, - "path_match": 240, - "filename_match": 800, - "alias_match": 500, - "anchor_boost": 300, - "target_doc_boost": 1000, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "target_doc_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 753 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.md deleted file mode 100644 index 257f09f..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-06-architecture.md +++ /dev/null @@ -1,445 +0,0 @@ -# v2-docs-summary-06-architecture - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Как устроена архитектура Telegram Notify App? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "rag_count": 16, - "llm_answer": "- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).\n\nФайлы-источники:\n- docs/architecture/telegram-notify-app-overview.md\n- docs/README.md", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "ARCHITECTURE", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_architecture", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Компоненты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Telegram Bot API", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Как устроена архитектура Telegram Notify App?", - "profile": "docs_summary_architecture", - "row_count": 16, - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 2900, - "score_breakdown": { - "semantic": 60, - "path_match": 240, - "filename_match": 800, - "alias_match": 500, - "anchor_boost": 300, - "target_doc_boost": 1000, - "generic_penalty": 0 - }, - "match_reason": "exact_path" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 600, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 2900, - "match_reason": "exact_path" - }, - { - "doc": "docs/README.md", - "score": 600, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 60, - "path_match": 240, - "filename_match": 800, - "alias_match": 500, - "anchor_boost": 300, - "target_doc_boost": 1000, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "target_doc_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 753 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.json deleted file mode 100644 index fefba8a..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.json +++ /dev/null @@ -1,281 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-07-worker", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "doc_scope should contain 'docs/logic/telegram-notification-loop.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']", - "llm: expected answer to contain 'worker'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyWorker" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "LOGIC_FLOW", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_logic_flow", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Что делает worker в этом приложении?", - "profile": "docs_summary_logic_flow", - "row_count": 4, - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 20, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 20, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.md deleted file mode 100644 index 36f453c..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-07-worker.md +++ /dev/null @@ -1,330 +0,0 @@ -# v2-docs-summary-07-worker - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Что делает worker в этом приложении? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyWorker" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "LOGIC_FLOW", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_logic_flow", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/", - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Что делает worker в этом приложении?", - "profile": "docs_summary_logic_flow", - "row_count": 4, - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 20, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 20, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- doc_scope should contain 'docs/logic/telegram-notification-loop.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md'] -- llm: expected answer to contain 'worker' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.json deleted file mode 100644 index 0cdb688..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.json +++ /dev/null @@ -1,289 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-08-health-statuses", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "doc_scope should contain 'docs/domains/runtime-health-entity.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md']", - "doc_scope should contain 'docs/api/health-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md']", - "llm: expected answer to contain 'ok'", - "llm: expected answer to contain 'degraded'", - "llm: expected answer to contain 'unhealthy'", - "llm: expected answer to contain 'unknown'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "DOMAIN_ENTITY", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_domain_entity", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Какие статусы здоровья есть у runtime?", - "profile": "docs_summary_domain_entity", - "row_count": 4, - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 410, - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - }, - "match_reason": "alias_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 410, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.md deleted file mode 100644 index b9ceaa5..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-08-health-statuses.md +++ /dev/null @@ -1,338 +0,0 @@ -# v2-docs-summary-08-health-statuses - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Какие статусы здоровья есть у runtime? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "DOMAIN_ENTITY", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_domain_entity", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/", - "docs/api/", - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Какие статусы здоровья есть у runtime?", - "profile": "docs_summary_domain_entity", - "row_count": 4, - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 410, - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - }, - "match_reason": "alias_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 410, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- doc_scope should contain 'docs/domains/runtime-health-entity.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md'] -- doc_scope should contain 'docs/api/health-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md'] -- llm: expected answer to contain 'ok' -- llm: expected answer to contain 'degraded' -- llm: expected answer to contain 'unhealthy' -- llm: expected answer to contain 'unknown' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.json deleted file mode 100644 index 17ded9c..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.json +++ /dev/null @@ -1,297 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-09-manual-send", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']", - "llm: expected answer to contain '/send'", - "llm: expected answer to contain 'message'", - "llm: expected answer to contain 'TelegramSendService'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramSendService" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [ - "/send" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Как в приложении устроена ручная отправка сообщения?", - "profile": "docs_summary_api_endpoint", - "row_count": 4, - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 370, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - }, - "match_reason": "alias_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 370, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.md deleted file mode 100644 index 94c1b16..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-09-manual-send.md +++ /dev/null @@ -1,346 +0,0 @@ -# v2-docs-summary-09-manual-send - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Как в приложении устроена ручная отправка сообщения? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 4, - "llm_answer": "В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram-notify-app-overview.md.", - "answer_mode": "insufficient_evidence", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramSendService" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [ - "/send" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_api_endpoint", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/", - "docs/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "path_prefixes": [ - "docs/api/", - "docs/architecture/", - "docs/" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Как в приложении устроена ручная отправка сообщения?", - "profile": "docs_summary_api_endpoint", - "row_count": 4, - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 1 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 370, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - }, - "match_reason": "alias_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 370, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": -150 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "target_doc_missing", - "answer_mode": "insufficient_evidence" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "insufficient_evidence", - "answer_length": 131 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md'] -- llm: expected answer to contain '/send' -- llm: expected answer to contain 'message' -- llm: expected answer to contain 'TelegramSendService' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.json deleted file mode 100644 index 1e0b5f0..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.json +++ /dev/null @@ -1,338 +0,0 @@ -{ - "meta": { - "case_id": "v2-docs-summary-10-telegram-integration", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "domain: expected DOCS, got GENERAL", - "intent: expected DOC_EXPLAIN, got GENERAL_QA", - "anchor_type: expected API_ENDPOINT, got None", - "doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']" - ], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": null, - "rag_count": 8, - "llm_answer": "- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).\n- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": null, - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Ограничения", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанный код", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Как сервис взаимодействует с Telegram в целом?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 380, - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "exact_title" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 120, - "score_breakdown": { - "semantic": 120, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 380, - "match_reason": "exact_title" - }, - { - "doc": "docs/README.md", - "score": 120, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 120, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.md deleted file mode 100644 index 7e1df31..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-docs-summary-10-telegram-integration.md +++ /dev/null @@ -1,391 +0,0 @@ -# v2-docs-summary-10-telegram-integration - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Как сервис взаимодействует с Telegram в целом? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": null, - "rag_count": 8, - "llm_answer": "- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).\n- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": null, - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Ограничения", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанный код", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Как сервис взаимодействует с Telegram в целом?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 380, - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "exact_title" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 120, - "score_breakdown": { - "semantic": 120, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 380, - "match_reason": "exact_title" - }, - { - "doc": "docs/README.md", - "score": 120, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 120, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- domain: expected DOCS, got GENERAL -- intent: expected DOC_EXPLAIN, got GENERAL_QA -- anchor_type: expected API_ENDPOINT, got None -- doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md'] \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-01-health.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-01-health.json deleted file mode 100644 index 78d41ba..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-01-health.json +++ /dev/null @@ -1,298 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-01-health", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'docs/api/health-endpoint.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/README.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "В каком файле описан `/health`?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/README.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 130, - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 130, - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 130, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 130, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-01-health.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-01-health.md deleted file mode 100644 index 5207ae9..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-01-health.md +++ /dev/null @@ -1,351 +0,0 @@ -# v2-find-files-01-health - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -В каком файле описан `/health`? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/README.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%health-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "В каком файле описан `/health`?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/README.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 130, - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 130, - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 130, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 130, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'docs/api/health-endpoint.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-02-send.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-02-send.json deleted file mode 100644 index 863b971..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-02-send.json +++ /dev/null @@ -1,298 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-02-send", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'docs/api/send-message-endpoint.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramSendService" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Покажи файл с описанием endpoint `/send`", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 120, - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 140, - "match_reason": "semantic_match" - }, - { - "doc": "docs/README.md", - "score": 120, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-02-send.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-02-send.md deleted file mode 100644 index 396c5d9..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-02-send.md +++ /dev/null @@ -1,351 +0,0 @@ -# v2-find-files-02-send - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Покажи файл с описанием endpoint `/send` - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramSendService" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%send-message-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Покажи файл с описанием endpoint `/send`", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 120, - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 140, - "match_reason": "semantic_match" - }, - { - "doc": "docs/README.md", - "score": 120, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'docs/api/send-message-endpoint.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-03-actions.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-03-actions.json deleted file mode 100644 index 3be1e4a..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-03-actions.json +++ /dev/null @@ -1,304 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-03-actions", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'docs/api/control-actions-endpoint.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Где находится документация по `/actions/{action}`?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 640, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 120, - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 640, - "match_reason": "alias_match" - }, - { - "doc": "docs/README.md", - "score": 120, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-03-actions.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-03-actions.md deleted file mode 100644 index ce31457..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-03-actions.md +++ /dev/null @@ -1,357 +0,0 @@ -# v2-find-files-03-actions - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Где находится документация по `/actions/{action}`? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/api/" - ], - "prefer_like_patterns": [ - "%control-actions-endpoint.md%" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Где находится документация по `/actions/{action}`?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 640, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 120, - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 640, - "match_reason": "alias_match" - }, - { - "doc": "docs/README.md", - "score": 120, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'docs/api/control-actions-endpoint.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.json deleted file mode 100644 index 9f88ec2..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.json +++ /dev/null @@ -1,302 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-04-runtime-health", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'docs/domains/runtime-health-entity.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "В каком документе описан runtime health?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 650, - "score_breakdown": { - "semantic": 30, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 130, - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 650, - "match_reason": "alias_match" - }, - { - "doc": "docs/README.md", - "score": 130, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 30, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.md deleted file mode 100644 index e759ee7..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-04-runtime-health.md +++ /dev/null @@ -1,355 +0,0 @@ -# v2-find-files-04-runtime-health - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -В каком документе описан runtime health? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/domains/" - ], - "prefer_like_patterns": [ - "%runtime-health-entity.md%" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "В каком документе описан runtime health?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 650, - "score_breakdown": { - "semantic": 30, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 130, - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 650, - "match_reason": "alias_match" - }, - { - "doc": "docs/README.md", - "score": 130, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 30, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 10, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'docs/domains/runtime-health-entity.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-05-loop.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-05-loop.json deleted file mode 100644 index 672c6d5..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-05-loop.json +++ /dev/null @@ -1,296 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-05-loop", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'docs/logic/telegram-notification-loop.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/README.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Найди файл с логикой цикла отправки уведомлений", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/README.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 140, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 140, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-05-loop.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-05-loop.md deleted file mode 100644 index e33bff1..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-05-loop.md +++ /dev/null @@ -1,349 +0,0 @@ -# v2-find-files-05-loop - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Найди файл с логикой цикла отправки уведомлений - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/README.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Найди файл с логикой цикла отправки уведомлений", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/README.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 140, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 140, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'docs/logic/telegram-notification-loop.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-06-architecture.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-06-architecture.json deleted file mode 100644 index ba2f015..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-06-architecture.json +++ /dev/null @@ -1,344 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-06-architecture", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - } - ], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Где описана архитектура приложения?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 3970, - "score_breakdown": { - "semantic": 30, - "path_match": 720, - "filename_match": 1600, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 1000, - "generic_penalty": 0 - }, - "match_reason": "exact_path" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 670, - "score_breakdown": { - "semantic": 50, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 3970, - "match_reason": "exact_path" - }, - { - "doc": "docs/README.md", - "score": 670, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 30, - "path_match": 720, - "filename_match": 1600, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 1000, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 50, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "primary_file_confident", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-06-architecture.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-06-architecture.md deleted file mode 100644 index 7fc62c3..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-06-architecture.md +++ /dev/null @@ -1,399 +0,0 @@ -# v2-find-files-06-architecture - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Где описана архитектура приложения? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - } - ], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Где описана архитектура приложения?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 3970, - "score_breakdown": { - "semantic": 30, - "path_match": 720, - "filename_match": 1600, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 1000, - "generic_penalty": 0 - }, - "match_reason": "exact_path" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 670, - "score_breakdown": { - "semantic": 50, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "alias_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 3970, - "match_reason": "exact_path" - }, - { - "doc": "docs/README.md", - "score": 670, - "match_reason": "alias_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 30, - "path_match": 720, - "filename_match": 1600, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 1000, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 50, - "path_match": 0, - "filename_match": 0, - "alias_match": 500, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "primary_file_confident", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.json deleted file mode 100644 index 238cb6e..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.json +++ /dev/null @@ -1,302 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-07-errors-catalog", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'docs/errors/catalog.yaml'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/README.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/errors/" - ], - "prefer_like_patterns": [ - "%catalog.yaml%" - ], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "matched_aliases": [ - "catalog-errors" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "catalog-errors" - ], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/errors/" - ], - "prefer_like_patterns": [ - "%catalog.yaml%" - ], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [ - "catalog-errors" - ], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "В каком файле лежит каталог ошибок?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/README.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 150, - "score_breakdown": { - "semantic": 30, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 120, - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 150, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 120, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 30, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.md deleted file mode 100644 index 348b8b0..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-07-errors-catalog.md +++ /dev/null @@ -1,355 +0,0 @@ -# v2-find-files-07-errors-catalog - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -В каком файле лежит каталог ошибок? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/README.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/errors/" - ], - "prefer_like_patterns": [ - "%catalog.yaml%" - ], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "matched_aliases": [ - "catalog-errors" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "catalog-errors" - ], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/errors/" - ], - "prefer_like_patterns": [ - "%catalog.yaml%" - ], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "catalog-errors" - ], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "В каком файле лежит каталог ошибок?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "RuntimeManager", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/README.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 150, - "score_breakdown": { - "semantic": 30, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 120, - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 150, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 120, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 30, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 0, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'docs/errors/catalog.yaml' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.json deleted file mode 100644 index 09e5785..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.json +++ /dev/null @@ -1,314 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-08-docs-index", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/README.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%" - ], - "target_doc_hints": [ - "docs/README.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/README.md" - ], - "matched_aliases": [ - "docs-readme" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "docs-readme" - ], - "target_doc_hints": [ - "docs/README.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%" - ], - "target_doc_hints": [ - "docs/README.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [ - "docs-readme" - ], - "target_doc_hints": [ - "docs/README.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "metadata_lookup": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Покажи файл-индекс документации проекта", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/README.md" - ], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/README.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 2140, - "score_breakdown": { - "semantic": 10, - "path_match": 360, - "filename_match": 400, - "alias_match": 250, - "anchor_boost": 120, - "target_doc_boost": 1000, - "generic_penalty": 0 - }, - "match_reason": "exact_path" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 300, - "score_breakdown": { - "semantic": 0, - "path_match": 180, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 2140, - "match_reason": "exact_path" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 300, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 10, - "path_match": 360, - "filename_match": 400, - "alias_match": 250, - "anchor_boost": 120, - "target_doc_boost": 1000, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 0, - "path_match": 180, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "primary_file_confident", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.md deleted file mode 100644 index 08bb57d..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-08-docs-index.md +++ /dev/null @@ -1,369 +0,0 @@ -# v2-find-files-08-docs-index - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Покажи файл-индекс документации проекта - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/README.md\ndocs/architecture/telegram-notify-app-overview.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%" - ], - "target_doc_hints": [ - "docs/README.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/README.md" - ], - "matched_aliases": [ - "docs-readme" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "docs-readme" - ], - "target_doc_hints": [ - "docs/README.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%" - ], - "target_doc_hints": [ - "docs/README.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "docs-readme" - ], - "target_doc_hints": [ - "docs/README.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "metadata_lookup": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Покажи файл-индекс документации проекта", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/README.md" - ], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/README.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 2140, - "score_breakdown": { - "semantic": 10, - "path_match": 360, - "filename_match": 400, - "alias_match": 250, - "anchor_boost": 120, - "target_doc_boost": 1000, - "generic_penalty": 0 - }, - "match_reason": "exact_path" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 300, - "score_breakdown": { - "semantic": 0, - "path_match": 180, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 2140, - "match_reason": "exact_path" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 300, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 10, - "path_match": 360, - "filename_match": 400, - "alias_match": 250, - "anchor_boost": 120, - "target_doc_boost": 1000, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 0, - "path_match": 180, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "primary_file_confident", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.json deleted file mode 100644 index 67047e6..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.json +++ /dev/null @@ -1,288 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-09-telegram-bot-api", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'docs/api/send-message-endpoint.md'", - "llm: expected answer to contain 'docs/logic/telegram-notification-loop.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "FIND_FILES", - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Какие файлы относятся к Telegram Bot API интеграции?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 720, - "score_breakdown": { - "semantic": 20, - "path_match": 180, - "filename_match": 400, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "exact_title" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 720, - "match_reason": "exact_title" - }, - { - "doc": "docs/README.md", - "score": 140, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 180, - "filename_match": 400, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.md deleted file mode 100644 index c4d79a7..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-09-telegram-bot-api.md +++ /dev/null @@ -1,341 +0,0 @@ -# v2-find-files-09-telegram-bot-api - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Какие файлы относятся к Telegram Bot API интеграции? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyModule" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "FIND_FILES", - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/" - ], - "prefer_like_patterns": [], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramControlChannel", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Какие файлы относятся к Telegram Bot API интеграции?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 720, - "score_breakdown": { - "semantic": 20, - "path_match": 180, - "filename_match": 400, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "exact_title" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 720, - "match_reason": "exact_title" - }, - { - "doc": "docs/README.md", - "score": 140, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 20, - "path_match": 180, - "filename_match": 400, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": false, - "reason": "low_confidence_shortlist", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'docs/api/send-message-endpoint.md' -- llm: expected answer to contain 'docs/logic/telegram-notification-loop.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.json deleted file mode 100644 index 52da710..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.json +++ /dev/null @@ -1,304 +0,0 @@ -{ - "meta": { - "case_id": "v2-find-files-10-telegram-notify-worker", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'docs/logic/telegram-notification-loop.md'", - "llm: expected answer to contain 'docs/domains/runtime-health-entity.md'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyWorker" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "В каких файлах описан worker `telegram_notify`?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 1310, - "score_breakdown": { - "semantic": 30, - "path_match": 360, - "filename_match": 800, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "exact_title" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 1310, - "match_reason": "exact_title" - }, - { - "doc": "docs/README.md", - "score": 140, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 30, - "path_match": 360, - "filename_match": 800, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "primary_file_confident", - "answer_mode": "deterministic" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.md deleted file mode 100644 index 28d4704..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-find-files-10-telegram-notify-worker.md +++ /dev/null @@ -1,357 +0,0 @@ -# v2-find-files-10-telegram-notify-worker - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -В каких файлах описан worker `telegram_notify`? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 3, - "llm_answer": "docs/architecture/telegram-notify-app-overview.md\ndocs/README.md", - "answer_mode": "deterministic", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "TelegramNotifyWorker" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "file_lookup", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/logic/" - ], - "prefer_like_patterns": [ - "%telegram-notification-loop.md%" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "В каких файлах описан worker `telegram_notify`?", - "profile": "file_lookup", - "row_count": 3, - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "find_files", - "primary_file": "docs/architecture/telegram-notify-app-overview.md", - "file_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 1310, - "score_breakdown": { - "semantic": 30, - "path_match": 360, - "filename_match": 800, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "exact_title" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 140, - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 1310, - "match_reason": "exact_title" - }, - { - "doc": "docs/README.md", - "score": 140, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 30, - "path_match": 360, - "filename_match": 800, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 20, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 120, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "primary_file_confident", - "answer_mode": "deterministic" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "deterministic", - "answer_length": 64 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'docs/logic/telegram-notification-loop.md' -- llm: expected answer to contain 'docs/domains/runtime-health-entity.md' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-01-what-is-service.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-01-what-is-service.json deleted file mode 100644 index 0cf24da..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-01-what-is-service.json +++ /dev/null @@ -1,326 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-01-what-is-service", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Что это за сервис?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 100, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 100, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-01-what-is-service.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-01-what-is-service.md deleted file mode 100644 index 302917b..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-01-what-is-service.md +++ /dev/null @@ -1,381 +0,0 @@ -# v2-general-01-what-is-service - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Что это за сервис? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Что это за сервис?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 100, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 100, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-02-purpose.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-02-purpose.json deleted file mode 100644 index f047edf..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-02-purpose.json +++ /dev/null @@ -1,339 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-02-purpose", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).\n- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанный код", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Для чего нужен test_echo_app?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 380, - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "exact_title" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 140, - "score_breakdown": { - "semantic": 140, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 380, - "match_reason": "exact_title" - }, - { - "doc": "docs/README.md", - "score": 140, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 140, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-02-purpose.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-02-purpose.md deleted file mode 100644 index 8e52fc6..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-02-purpose.md +++ /dev/null @@ -1,394 +0,0 @@ -# v2-general-02-purpose - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Для чего нужен test_echo_app? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).\n- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Операторские и мониторинговые клиенты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанный код", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - } - ], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Для чего нужен test_echo_app?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 380, - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "exact_title" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 140, - "score_breakdown": { - "semantic": 140, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 380, - "match_reason": "exact_title" - }, - { - "doc": "docs/README.md", - "score": 140, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 120, - "path_match": 60, - "filename_match": 200, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 140, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-03-problem.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-03-problem.json deleted file mode 100644 index 3583e60..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-03-problem.json +++ /dev/null @@ -1,326 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-03-problem", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанный код", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Какую задачу решает это приложение?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-03-problem.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-03-problem.md deleted file mode 100644 index 475e3e0..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-03-problem.md +++ /dev/null @@ -1,381 +0,0 @@ -# v2-general-03-problem - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Какую задачу решает это приложение? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанный код", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Какую задачу решает это приложение?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-04-docs-contents.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-04-docs-contents.json deleted file mode 100644 index ad7cafc..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-04-docs-contents.json +++ /dev/null @@ -1,326 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-04-docs-contents", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:История изменений", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Что входит в документацию этого проекта?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 100, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-04-docs-contents.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-04-docs-contents.md deleted file mode 100644 index 2de2e31..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-04-docs-contents.md +++ /dev/null @@ -1,381 +0,0 @@ -# v2-general-04-docs-contents - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Что входит в документацию этого проекта? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:История изменений", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Что входит в документацию этого проекта?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 100, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-05-main-parts.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-05-main-parts.json deleted file mode 100644 index 63a6a58..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-05-main-parts.json +++ /dev/null @@ -1,328 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-05-main-parts", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'систем'" - ], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Какие основные части есть у системы?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-05-main-parts.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-05-main-parts.md deleted file mode 100644 index cf79327..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-05-main-parts.md +++ /dev/null @@ -1,381 +0,0 @@ -# v2-general-05-main-parts - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Какие основные части есть у системы? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Какие основные части есть у системы?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'систем' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.json deleted file mode 100644 index 46bf39b..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.json +++ /dev/null @@ -1,328 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-06-high-level-architecture", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'приложен'" - ], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Как в целом устроено приложение?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.md deleted file mode 100644 index c2b9b4d..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-06-high-level-architecture.md +++ /dev/null @@ -1,381 +0,0 @@ -# v2-general-06-high-level-architecture - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Как в целом устроено приложение? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Как в целом устроено приложение?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'приложен' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-07-besides-api.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-07-besides-api.json deleted file mode 100644 index 750d6bb..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-07-besides-api.json +++ /dev/null @@ -1,326 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-07-besides-api", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Что тут есть кроме API?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 100, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 100, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-07-besides-api.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-07-besides-api.md deleted file mode 100644 index 493a888..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-07-besides-api.md +++ /dev/null @@ -1,381 +0,0 @@ -# v2-general-07-besides-api - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Что тут есть кроме API? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Что тут есть кроме API?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Навигация", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Связанные документы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 100, - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 100, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 100, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 100, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-08-components.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-08-components.json deleted file mode 100644 index d2f8d32..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-08-components.json +++ /dev/null @@ -1,389 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-08-components", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "domain: expected GENERAL, got DOCS", - "intent: expected GENERAL_QA, got DOC_EXPLAIN", - "anchor_type: expected GENERAL_OVERVIEW, got ARCHITECTURE", - "llm: expected answer to contain 'Telegram Notify App'" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "rag_count": 16, - "llm_answer": "- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).\n\nФайлы-источники:\n- docs/architecture/telegram-notify-app-overview.md\n- docs/README.md", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "ARCHITECTURE", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "docs_summary_architecture", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Компоненты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Telegram Bot API", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Из чего состоит Telegram Notify App?", - "profile": "docs_summary_architecture", - "row_count": 16, - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 2140, - "score_breakdown": { - "semantic": 60, - "path_match": 180, - "filename_match": 600, - "alias_match": 0, - "anchor_boost": 300, - "target_doc_boost": 1000, - "generic_penalty": 0 - }, - "match_reason": "exact_path" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 60, - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 2140, - "match_reason": "exact_path" - }, - { - "doc": "docs/README.md", - "score": 60, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 60, - "path_match": 180, - "filename_match": 600, - "alias_match": 0, - "anchor_boost": 300, - "target_doc_boost": 1000, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "target_doc_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 753 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-08-components.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-08-components.md deleted file mode 100644 index 11ee6e7..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-08-components.md +++ /dev/null @@ -1,442 +0,0 @@ -# v2-general-08-components - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Из чего состоит Telegram Notify App? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "rag_count": 16, - "llm_answer": "- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).\n\nФайлы-источники:\n- docs/architecture/telegram-notify-app-overview.md\n- docs/README.md", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [ - "RuntimeManager" - ], - "doc_scope": [ - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md", - "index.test_echo_app_docs", - "docs/README.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "ARCHITECTURE", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "docs_summary_architecture", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D3_ENTITY_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%telegram-notify-app-overview.md%" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "candidate_docs_before_ranking": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Компоненты", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Интеграционные сценарии", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Telegram Bot API", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ], - "metadata_lookup": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - } - ], - "semantic": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyModule", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramNotifyWorker", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D3_ENTITY_CATALOG", - "title": "TelegramSendService", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Из чего состоит Telegram Notify App?", - "profile": "docs_summary_architecture", - "row_count": 16, - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "top_results": [ - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Summary", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Описание", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Границы системы", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/architecture/telegram-notify-app-overview.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 2140, - "score_breakdown": { - "semantic": 60, - "path_match": 180, - "filename_match": 600, - "alias_match": 0, - "anchor_boost": 300, - "target_doc_boost": 1000, - "generic_penalty": 0 - }, - "match_reason": "exact_path" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 60, - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 2140, - "match_reason": "exact_path" - }, - { - "doc": "docs/README.md", - "score": 60, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 60, - "path_match": 180, - "filename_match": 600, - "alias_match": 0, - "anchor_boost": 300, - "target_doc_boost": 1000, - "generic_penalty": 0 - } - }, - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 60, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "target_doc_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 753 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- domain: expected GENERAL, got DOCS -- intent: expected GENERAL_QA, got DOC_EXPLAIN -- anchor_type: expected GENERAL_OVERVIEW, got ARCHITECTURE -- llm: expected answer to contain 'Telegram Notify App' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-09-reading-order.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-09-reading-order.json deleted file mode 100644 index 194372a..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-09-reading-order.json +++ /dev/null @@ -1,328 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-09-reading-order", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": false, - "mismatches": [ - "llm: expected answer to contain 'README'" - ], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Ограничения", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Какие документы стоит читать сначала?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-09-reading-order.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-09-reading-order.md deleted file mode 100644 index e9a5323..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-09-reading-order.md +++ /dev/null @@ -1,381 +0,0 @@ -# v2-general-09-reading-order - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: False - -## Query -Какие документы стоит читать сначала? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Правила ведения документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Ограничения", - "document_id": "architecture.telegram_notify_app" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Какие документы стоит читать сначала?", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- llm: expected answer to contain 'README' \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-10-short-summary.json b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-10-short-summary.json deleted file mode 100644 index 2545ba8..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-10-short-summary.json +++ /dev/null @@ -1,326 +0,0 @@ -{ - "meta": { - "case_id": "v2-general-10-short-summary", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "full_chain", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - }, - { - "step": "retrieval_profile_selected", - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } - }, - { - "step": "candidate_generation", - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:История изменений", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:История изменений", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } - }, - { - "step": "retrieval_executed", - "output": { - "query": "Дай короткое summary по проектной документации", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:История изменений", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - } - ] - } - }, - { - "step": "evidence_assembled", - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } - }, - { - "step": "ranking_explained", - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } - }, - { - "step": "evidence_gate_checked", - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } - }, - { - "step": "answer_generated", - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-10-short-summary.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-10-short-summary.md deleted file mode 100644 index 7e55ef2..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/full_chain_docs_v2_matrix_v2-general-10-short-summary.md +++ /dev/null @@ -1,381 +0,0 @@ -# v2-general-10-short-summary - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_04_process_v2/full_chain_docs_v2_matrix.yaml -- runner: process_v2 -- mode: full_chain -- passed: True - -## Query -Дай короткое summary по проектной документации - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 8, - "llm_answer": "- Purpose: точка входа в техническую документацию сервиса `test_echo_app`.\n- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health-модель и каталог ошибок.\n- Canonical structure: `docs/architecture`, `docs/api`, `docs/logic`, `docs/domains`, `docs/errors`.\n- Primary parent doc: [Архитектура Telegram Notify App](./architecture/telegram-notify-app-overview.md).\n- Navigation: документы связаны через `related_docs`, `parent`/`children` и markdown-ссылки без дублирования деталей.\n- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram.\n- Entry point: `src/telegram_notify_app/main.py`.\n- Main components: `RuntimeManager`, `TelegramControlChannel`, `TelegramNotifyModule`, `TelegramNotifyWorker`, `TelegramSendService`.\n- Configuration: `config/config.yaml` или путь из `CONFIG_PATH`.\n- Related API: [`/health`](../api/health-endpoint.md), [`/actions/{action}`](../api/control-actions-endpoint.md), [`/send`](../api/send-message-endpoint.md).\n- Related logic: [цикл отправки уведомлений](../logic/telegram-notification-loop.md).\n- Related domain: [runtime health](../domains/runtime-health-entity.md).", - "answer_mode": "grounded_summary", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [ - "index.test_echo_app_docs", - "docs/README.md", - "architecture.telegram_notify_app", - "docs/architecture/telegram-notify-app-overview.md" - ], - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -### retrieval_profile_selected -```json -{ - "input": {}, - "output": { - "profile": "general_qa_grounded_summary", - "layers": [ - "D1_DOCUMENT_CATALOG", - "D0_DOC_CHUNKS" - ], - "filters": { - "prefer_path_prefixes": [ - "docs/architecture/", - "docs/" - ], - "prefer_like_patterns": [ - "%README.md%", - "%overview%" - ], - "target_doc_hints": [] - } - } -} -``` - -### candidate_generation -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [], - "candidate_docs_before_ranking": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:История изменений", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Описание", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Summary", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Иерархия документации", - "document_id": "index.test_echo_app_docs" - } - ], - "sources": { - "seeded": [], - "metadata_lookup": [], - "semantic": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:История изменений", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - } - ] - } - } -} -``` - -### retrieval_executed -```json -{ - "input": {}, - "output": { - "query": "Дай короткое summary по проектной документации", - "profile": "general_qa_grounded_summary", - "row_count": 8, - "target_doc_hints": [], - "top_results": [ - { - "path": "docs/README.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Индекс технической документации test_echo_app", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D1_DOCUMENT_CATALOG", - "title": "Архитектура Telegram Notify App", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:История изменений", - "document_id": "architecture.telegram_notify_app" - }, - { - "path": "docs/README.md", - "layer": "D0_DOC_CHUNKS", - "title": "index.test_echo_app_docs:Обязательные правила структуры", - "document_id": "index.test_echo_app_docs" - }, - { - "path": "docs/architecture/telegram-notify-app-overview.md", - "layer": "D0_DOC_CHUNKS", - "title": "architecture.telegram_notify_app:Контекст", - "document_id": "architecture.telegram_notify_app" - } - ] - } -} -``` - -### evidence_assembled -```json -{ - "input": {}, - "output": { - "mode": "summary", - "primary_doc": "docs/README.md", - "document_count": 2 - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/README.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - }, - "match_reason": "semantic_match" - } -} -``` - -### ranking_explained -```json -{ - "input": {}, - "output": { - "top_docs_after_ranking": [ - { - "doc": "docs/README.md", - "score": 80, - "match_reason": "semantic_match" - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score": 80, - "match_reason": "semantic_match" - } - ], - "ranking_score_breakdown": [ - { - "doc": "docs/README.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - }, - { - "doc": "docs/architecture/telegram-notify-app-overview.md", - "score_breakdown": { - "semantic": 80, - "path_match": 0, - "filename_match": 0, - "alias_match": 0, - "anchor_boost": 0, - "target_doc_boost": 0, - "generic_penalty": 0 - } - } - ] - } -} -``` - -### evidence_gate_checked -```json -{ - "input": {}, - "output": { - "passed": true, - "reason": "general_docs_found", - "answer_mode": "grounded_summary" - } -} -``` - -### answer_generated -```json -{ - "input": {}, - "output": { - "answer_mode": "grounded_summary", - "answer_length": 1170 - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/summary.md b/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/summary.md deleted file mode 100644 index 632bd37..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_docs_matrix/20260407_100457/summary.md +++ /dev/null @@ -1,151 +0,0 @@ -# pipeline_setup_v3 summary - -Passed: 9/30 - -| File | Case | Mode | Query | Actual sub-intent | RAG layers | Tokens | Pass | -|------|------|------|-------|-------------------|------------|--------|------| -| full_chain_docs_v2_matrix.yaml | v2-general-01-what-is-service | full_chain | Что это за сервис? | SUMMARY | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-general-02-purpose | full_chain | Для чего нужен test_echo_app? | SUMMARY | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-general-03-problem | full_chain | Какую задачу решает это приложение? | SUMMARY | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-general-04-docs-contents | full_chain | Что входит в документацию этого проекта? | SUMMARY | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-general-05-main-parts | full_chain | Какие основные части есть у системы? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-general-06-high-level-architecture | full_chain | Как в целом устроено приложение? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-general-07-besides-api | full_chain | Что тут есть кроме API? | SUMMARY | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-general-08-components | full_chain | Из чего состоит Telegram Notify App? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-general-09-reading-order | full_chain | Какие документы стоит читать сначала? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-general-10-short-summary | full_chain | Дай короткое summary по проектной документации | SUMMARY | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-01-health | full_chain | Кратко объясни по документации, как работает `/health` | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-02-send | full_chain | Что делает endpoint `/send`? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-03-actions | full_chain | Объясни назначение `/actions/{action}` | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-04-runtime-health | full_chain | Что такое runtime health в этой документации? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-05-notification-loop | full_chain | Кратко опиши цикл отправки уведомлений | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-06-architecture | full_chain | Как устроена архитектура Telegram Notify App? | SUMMARY | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-07-worker | full_chain | Что делает worker в этом приложении? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-08-health-statuses | full_chain | Какие статусы здоровья есть у runtime? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-09-manual-send | full_chain | Как в приложении устроена ручная отправка сообщения? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-docs-summary-10-telegram-integration | full_chain | Как сервис взаимодействует с Telegram в целом? | SUMMARY | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-01-health | full_chain | В каком файле описан `/health`? | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-02-send | full_chain | Покажи файл с описанием endpoint `/send` | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-03-actions | full_chain | Где находится документация по `/actions/{action}`? | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-04-runtime-health | full_chain | В каком документе описан runtime health? | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-05-loop | full_chain | Найди файл с логикой цикла отправки уведомлений | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-06-architecture | full_chain | Где описана архитектура приложения? | FIND_FILES | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-07-errors-catalog | full_chain | В каком файле лежит каталог ошибок? | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-08-docs-index | full_chain | Покажи файл-индекс документации проекта | FIND_FILES | — | — | ✓ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-09-telegram-bot-api | full_chain | Какие файлы относятся к Telegram Bot API интеграции? | FIND_FILES | — | — | ✗ | -| full_chain_docs_v2_matrix.yaml | v2-find-files-10-telegram-notify-worker | full_chain | В каких файлах описан worker `telegram_notify`? | FIND_FILES | — | — | ✗ | - -## Failures -- **v2-general-05-main-parts**: llm: expected answer to contain 'систем' -- **v2-general-06-high-level-architecture**: llm: expected answer to contain 'приложен' -- **v2-general-08-components**: domain: expected GENERAL, got DOCS; intent: expected GENERAL_QA, got DOC_EXPLAIN; anchor_type: expected GENERAL_OVERVIEW, got ARCHITECTURE; llm: expected answer to contain 'Telegram Notify App' -- **v2-general-09-reading-order**: llm: expected answer to contain 'README' -- **v2-docs-summary-01-health**: answer_mode: expected grounded_summary, got insufficient_evidence; llm: expected answer to contain '/health'; llm: expected answer to contain 'status'; llm: expected answer to contain 'components' -- **v2-docs-summary-02-send**: doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']; llm: expected answer to contain '/send'; llm: expected answer to contain 'message'; llm: expected answer to contain 'Telegram' -- **v2-docs-summary-03-actions**: doc_scope should contain 'docs/api/control-actions-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']; llm: expected answer to contain '/actions/{action}' -- **v2-docs-summary-04-runtime-health**: doc_scope should contain 'docs/domains/runtime-health-entity.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md']; llm: expected answer to contain 'runtime health' -- **v2-docs-summary-05-notification-loop**: doc_scope should contain 'docs/logic/telegram-notification-loop.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']; llm: expected answer to contain 'worker'; llm: expected answer to contain 'interval'; llm: expected answer to contain 'degraded' -- **v2-docs-summary-07-worker**: doc_scope should contain 'docs/logic/telegram-notification-loop.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']; llm: expected answer to contain 'worker' -- **v2-docs-summary-08-health-statuses**: doc_scope should contain 'docs/domains/runtime-health-entity.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md']; doc_scope should contain 'docs/api/health-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md']; llm: expected answer to contain 'ok'; llm: expected answer to contain 'degraded'; llm: expected answer to contain 'unhealthy'; llm: expected answer to contain 'unknown' -- **v2-docs-summary-09-manual-send**: doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md']; llm: expected answer to contain '/send'; llm: expected answer to contain 'message'; llm: expected answer to contain 'TelegramSendService' -- **v2-docs-summary-10-telegram-integration**: domain: expected DOCS, got GENERAL; intent: expected DOC_EXPLAIN, got GENERAL_QA; anchor_type: expected API_ENDPOINT, got None; doc_scope should contain 'docs/api/send-message-endpoint.md', got ['architecture.telegram_notify_app', 'docs/architecture/telegram-notify-app-overview.md', 'index.test_echo_app_docs', 'docs/README.md'] -- **v2-find-files-01-health**: llm: expected answer to contain 'docs/api/health-endpoint.md' -- **v2-find-files-02-send**: llm: expected answer to contain 'docs/api/send-message-endpoint.md' -- **v2-find-files-03-actions**: llm: expected answer to contain 'docs/api/control-actions-endpoint.md' -- **v2-find-files-04-runtime-health**: llm: expected answer to contain 'docs/domains/runtime-health-entity.md' -- **v2-find-files-05-loop**: llm: expected answer to contain 'docs/logic/telegram-notification-loop.md' -- **v2-find-files-07-errors-catalog**: llm: expected answer to contain 'docs/errors/catalog.yaml' -- **v2-find-files-09-telegram-bot-api**: llm: expected answer to contain 'docs/api/send-message-endpoint.md'; llm: expected answer to contain 'docs/logic/telegram-notification-loop.md' -- **v2-find-files-10-telegram-notify-worker**: llm: expected answer to contain 'docs/logic/telegram-notification-loop.md'; llm: expected answer to contain 'docs/domains/runtime-health-entity.md' - -## LLM Answers -- **v2-general-01-what-is-service** - Query: Что это за сервис? - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`… -- **v2-general-02-purpose** - Query: Для чего нужен test_echo_app? - > \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`\]\(../api/health\-endpoint.md\), \[\`/actions/\{action\}\`\]\(../api/control\-actions\-endpoint.md\), \[\`/send\`\]\(../api/send\-message\-endpoint.md\). \- Related logic: \[цикл отправки уведомлений\]\(../logic/telegram\-notification\-loop.md\). \- Related domain: \[runtime health\]\(../domains/runtime\-health\-entity.md\). \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/arc… -- **v2-general-03-problem** - Query: Какую задачу решает это приложение? - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`… -- **v2-general-04-docs-contents** - Query: Что входит в документацию этого проекта? - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`… -- **v2-general-05-main-parts** - Query: Какие основные части есть у системы? - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`… -- **v2-general-06-high-level-architecture** - Query: Как в целом устроено приложение? - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`… -- **v2-general-07-besides-api** - Query: Что тут есть кроме API? - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`… -- **v2-general-08-components** - Query: Из чего состоит Telegram Notify App? - > \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`\]\(../api/health\-endpoint.md\), \[\`/actions/\{action\}\`\]\(../api/control\-actions\-endpoint.md\), \[\`/send\`\]\(../api/send\-message\-endpoint.md\). \- Related logic: \[цикл отправки уведомлений\]\(../logic/telegram\-notification\-loop.md\). \- Related domain: \[runtime health\]\(../domains/runtime\-health\-entity.md\). Файлы\-источники: \- docs/architecture/telegram\-notify\-app\-overview.md \- docs/README.md -- **v2-general-09-reading-order** - Query: Какие документы стоит читать сначала? - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`… -- **v2-general-10-short-summary** - Query: Дай короткое summary по проектной документации - > \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/architecture\`, \`docs/api\`, \`docs/logic\`, \`docs/domains\`, \`docs/errors\`. \- Primary parent doc: \[Архитектура Telegram Notify App\]\(./architecture/telegram\-notify\-app\-overview.md\). \- Navigation: документы связаны через \`related\_docs\`, \`parent\`/\`children\` и markdown\-ссылки без дублирования деталей. \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`… -- **v2-docs-summary-01-health** - Query: Кратко объясни по документации, как работает `/health` - > В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/README.md. -- **v2-docs-summary-02-send** - Query: Что делает endpoint `/send`? - > В поднятом контексте не найден целевой документ по запросу. -- **v2-docs-summary-03-actions** - Query: Объясни назначение `/actions/{action}` - > В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram\-notify\-app\-overview.md. -- **v2-docs-summary-04-runtime-health** - Query: Что такое runtime health в этой документации? - > В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram\-notify\-app\-overview.md. -- **v2-docs-summary-05-notification-loop** - Query: Кратко опиши цикл отправки уведомлений - > В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram\-notify\-app\-overview.md, docs/README.md. -- **v2-docs-summary-06-architecture** - Query: Как устроена архитектура Telegram Notify App? - > \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`\]\(../api/health\-endpoint.md\), \[\`/actions/\{action\}\`\]\(../api/control\-actions\-endpoint.md\), \[\`/send\`\]\(../api/send\-message\-endpoint.md\). \- Related logic: \[цикл отправки уведомлений\]\(../logic/telegram\-notification\-loop.md\). \- Related domain: \[runtime health\]\(../domains/runtime\-health\-entity.md\). Файлы\-источники: \- docs/architecture/telegram\-notify\-app\-overview.md \- docs/README.md -- **v2-docs-summary-07-worker** - Query: Что делает worker в этом приложении? - > В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram\-notify\-app\-overview.md. -- **v2-docs-summary-08-health-statuses** - Query: Какие статусы здоровья есть у runtime? - > В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram\-notify\-app\-overview.md. -- **v2-docs-summary-09-manual-send** - Query: Как в приложении устроена ручная отправка сообщения? - > В поднятом контексте не найден целевой документ по запросу. Ближайшие документы: docs/architecture/telegram\-notify\-app\-overview.md. -- **v2-docs-summary-10-telegram-integration** - Query: Как сервис взаимодействует с Telegram в целом? - > \- Purpose: сервис поднимает HTTP control plane и фоновый worker для отправки уведомлений в Telegram. \- Entry point: \`src/telegram\_notify\_app/main.py\`. \- Main components: \`RuntimeManager\`, \`TelegramControlChannel\`, \`TelegramNotifyModule\`, \`TelegramNotifyWorker\`, \`TelegramSendService\`. \- Configuration: \`config/config.yaml\` или путь из \`CONFIG\_PATH\`. \- Related API: \[\`/health\`\]\(../api/health\-endpoint.md\), \[\`/actions/\{action\}\`\]\(../api/control\-actions\-endpoint.md\), \[\`/send\`\]\(../api/send\-message\-endpoint.md\). \- Related logic: \[цикл отправки уведомлений\]\(../logic/telegram\-notification\-loop.md\). \- Related domain: \[runtime health\]\(../domains/runtime\-health\-entity.md\). \- Purpose: точка входа в техническую документацию сервиса \`test\_echo\_app\`. \- Scope: архитектура, HTTP API control plane, цикл отправки уведомлений, health\-модель и каталог ошибок. \- Canonical structure: \`docs/arc… -- **v2-find-files-01-health** - Query: В каком файле описан `/health`? - > docs/README.md docs/architecture/telegram\-notify\-app\-overview.md -- **v2-find-files-02-send** - Query: Покажи файл с описанием endpoint `/send` - > docs/architecture/telegram\-notify\-app\-overview.md docs/README.md -- **v2-find-files-03-actions** - Query: Где находится документация по `/actions/{action}`? - > docs/architecture/telegram\-notify\-app\-overview.md docs/README.md -- **v2-find-files-04-runtime-health** - Query: В каком документе описан runtime health? - > docs/architecture/telegram\-notify\-app\-overview.md docs/README.md -- **v2-find-files-05-loop** - Query: Найди файл с логикой цикла отправки уведомлений - > docs/README.md docs/architecture/telegram\-notify\-app\-overview.md -- **v2-find-files-06-architecture** - Query: Где описана архитектура приложения? - > docs/architecture/telegram\-notify\-app\-overview.md docs/README.md -- **v2-find-files-07-errors-catalog** - Query: В каком файле лежит каталог ошибок? - > docs/README.md docs/architecture/telegram\-notify\-app\-overview.md -- **v2-find-files-08-docs-index** - Query: Покажи файл-индекс документации проекта - > docs/README.md docs/architecture/telegram\-notify\-app\-overview.md -- **v2-find-files-09-telegram-bot-api** - Query: Какие файлы относятся к Telegram Bot API интеграции? - > docs/architecture/telegram\-notify\-app\-overview.md docs/README.md -- **v2-find-files-10-telegram-notify-worker** - Query: В каких файлах описан worker `telegram_notify`? - > docs/architecture/telegram\-notify\-app\-overview.md docs/README.md \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.json deleted file mode 100644 index c7a8098..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.json +++ /dev/null @@ -1,59 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-01-health", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.md deleted file mode 100644 index cf898c9..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.md +++ /dev/null @@ -1,78 +0,0 @@ -# v2-router-docs-summary-01-health - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Кратко объясни по документации, как работает `/health` - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.json deleted file mode 100644 index cc0f481..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.json +++ /dev/null @@ -1,59 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-02-send", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.md deleted file mode 100644 index c3fafc4..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.md +++ /dev/null @@ -1,78 +0,0 @@ -# v2-router-docs-summary-02-send - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Что делает endpoint `/send`? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.json deleted file mode 100644 index 4870cc7..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.json +++ /dev/null @@ -1,63 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-03-actions", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.md deleted file mode 100644 index a5b5d46..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.md +++ /dev/null @@ -1,82 +0,0 @@ -# v2-router-docs-summary-03-actions - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Объясни назначение `/actions/{action}` - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.json deleted file mode 100644 index 35bc7a6..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.json +++ /dev/null @@ -1,61 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-04-runtime-health", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "DOMAIN_ENTITY", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.md deleted file mode 100644 index 468082f..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.md +++ /dev/null @@ -1,80 +0,0 @@ -# v2-router-docs-summary-04-runtime-health - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Что такое runtime health в этой документации? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "DOMAIN_ENTITY", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.json deleted file mode 100644 index 7141f0d..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.json +++ /dev/null @@ -1,61 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-05-notification-loop", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "LOGIC_FLOW", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [ - "telegram-notification-loop" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "telegram-notification-loop" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.md deleted file mode 100644 index ef11dd8..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.md +++ /dev/null @@ -1,80 +0,0 @@ -# v2-router-docs-summary-05-notification-loop - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Кратко опиши цикл отправки уведомлений - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "LOGIC_FLOW", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [ - "telegram-notification-loop" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "telegram-notification-loop" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.json deleted file mode 100644 index 983cfdd..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.json +++ /dev/null @@ -1,61 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-06-architecture", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "ARCHITECTURE", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.md deleted file mode 100644 index 221648a..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.md +++ /dev/null @@ -1,80 +0,0 @@ -# v2-router-docs-summary-06-architecture - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Как устроена архитектура Telegram Notify App? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "ARCHITECTURE", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.json deleted file mode 100644 index 0895b26..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.json +++ /dev/null @@ -1,57 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-07-worker", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "LOGIC_FLOW", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.md deleted file mode 100644 index 701a79d..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.md +++ /dev/null @@ -1,76 +0,0 @@ -# v2-router-docs-summary-07-worker - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Что делает worker в этом приложении? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "LOGIC_FLOW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "LOGIC_FLOW", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.json deleted file mode 100644 index 5c8de85..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.json +++ /dev/null @@ -1,61 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-08-health-statuses", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "DOMAIN_ENTITY", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.md deleted file mode 100644 index 9356b42..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.md +++ /dev/null @@ -1,80 +0,0 @@ -# v2-router-docs-summary-08-health-statuses - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Какие статусы здоровья есть у runtime? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "DOMAIN_ENTITY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "DOMAIN_ENTITY", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.json deleted file mode 100644 index f8d1581..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.json +++ /dev/null @@ -1,61 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-09-manual-send", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [ - "/send" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.md deleted file mode 100644 index e3493ca..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.md +++ /dev/null @@ -1,80 +0,0 @@ -# v2-router-docs-summary-09-manual-send - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Как в приложении устроена ручная отправка сообщения? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "API_ENDPOINT", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "API_ENDPOINT", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [ - "/send" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.json deleted file mode 100644 index 3dbee41..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.json +++ /dev/null @@ -1,57 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-10-telegram-integration", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": false, - "mismatches": [ - "domain: expected DOCS, got GENERAL", - "intent: expected DOC_EXPLAIN, got GENERAL_QA", - "anchor_type: expected API_ENDPOINT, got GENERAL_OVERVIEW" - ], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 0.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.md deleted file mode 100644 index 6f4f175..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.md +++ /dev/null @@ -1,74 +0,0 @@ -# v2-router-docs-summary-10-telegram-integration - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: False - -## Query -Как сервис взаимодействует с Telegram в целом? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 0.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- domain: expected DOCS, got GENERAL -- intent: expected DOC_EXPLAIN, got GENERAL_QA -- anchor_type: expected API_ENDPOINT, got GENERAL_OVERVIEW \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-01-health.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-01-health.json deleted file mode 100644 index 66a48dc..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-01-health.json +++ /dev/null @@ -1,59 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-01-health", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-01-health.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-01-health.md deleted file mode 100644 index de59127..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-01-health.md +++ /dev/null @@ -1,78 +0,0 @@ -# v2-router-find-files-01-health - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -В каком файле описан `/health`? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-02-send.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-02-send.json deleted file mode 100644 index 507ac1d..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-02-send.json +++ /dev/null @@ -1,59 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-02-send", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-02-send.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-02-send.md deleted file mode 100644 index b88507f..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-02-send.md +++ /dev/null @@ -1,78 +0,0 @@ -# v2-router-find-files-02-send - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Покажи файл с описанием endpoint `/send` - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-03-actions.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-03-actions.json deleted file mode 100644 index f38a120..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-03-actions.json +++ /dev/null @@ -1,63 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-03-actions", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-03-actions.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-03-actions.md deleted file mode 100644 index bf3de40..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-03-actions.md +++ /dev/null @@ -1,82 +0,0 @@ -# v2-router-find-files-03-actions - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Где находится документация по `/actions/{action}`? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.json deleted file mode 100644 index d7bd833..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.json +++ /dev/null @@ -1,61 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-04-runtime-health", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.md deleted file mode 100644 index 5b99592..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.md +++ /dev/null @@ -1,80 +0,0 @@ -# v2-router-find-files-04-runtime-health - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -В каком документе описан runtime health? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-05-loop.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-05-loop.json deleted file mode 100644 index 6e37615..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-05-loop.json +++ /dev/null @@ -1,57 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-05-loop", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-05-loop.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-05-loop.md deleted file mode 100644 index af50f94..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-05-loop.md +++ /dev/null @@ -1,76 +0,0 @@ -# v2-router-find-files-05-loop - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Найди файл с логикой цикла отправки уведомлений - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.json deleted file mode 100644 index 5726d29..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.json +++ /dev/null @@ -1,61 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-06-architecture", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.md deleted file mode 100644 index d828f82..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.md +++ /dev/null @@ -1,80 +0,0 @@ -# v2-router-find-files-06-architecture - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Где описана архитектура приложения? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.json deleted file mode 100644 index d5cfe93..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.json +++ /dev/null @@ -1,61 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-07-errors-catalog", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "matched_aliases": [ - "catalog-errors" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "catalog-errors" - ], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.md deleted file mode 100644 index 187c811..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.md +++ /dev/null @@ -1,80 +0,0 @@ -# v2-router-find-files-07-errors-catalog - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -В каком файле лежит каталог ошибок? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "matched_aliases": [ - "catalog-errors" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "catalog-errors" - ], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.json deleted file mode 100644 index 597c4b1..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.json +++ /dev/null @@ -1,61 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-08-docs-index", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/README.md" - ], - "matched_aliases": [ - "docs-readme" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "docs-readme" - ], - "target_doc_hints": [ - "docs/README.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.md deleted file mode 100644 index 3c765c0..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.md +++ /dev/null @@ -1,80 +0,0 @@ -# v2-router-find-files-08-docs-index - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Покажи файл-индекс документации проекта - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/README.md" - ], - "matched_aliases": [ - "docs-readme" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "docs-readme" - ], - "target_doc_hints": [ - "docs/README.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.json deleted file mode 100644 index 55b00b3..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.json +++ /dev/null @@ -1,53 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-09-telegram-bot-api", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "FIND_FILES", - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.md deleted file mode 100644 index ab45131..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.md +++ /dev/null @@ -1,72 +0,0 @@ -# v2-router-find-files-09-telegram-bot-api - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Какие файлы относятся к Telegram Bot API интеграции? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "FIND_FILES", - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.json deleted file mode 100644 index 740d9ee..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.json +++ /dev/null @@ -1,57 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-10-telegram-notify-worker", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.md deleted file mode 100644 index 2035d8c..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.md +++ /dev/null @@ -1,76 +0,0 @@ -# v2-router-find-files-10-telegram-notify-worker - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -В каких файлах описан worker `telegram_notify`? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "anchor_type": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.json deleted file mode 100644 index 0731458..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.json +++ /dev/null @@ -1,53 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-01-what-is-service", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.md deleted file mode 100644 index 34cfd50..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.md +++ /dev/null @@ -1,72 +0,0 @@ -# v2-router-general-01-what-is-service - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Что это за сервис? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-02-purpose.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-02-purpose.json deleted file mode 100644 index b8d2ba7..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-02-purpose.json +++ /dev/null @@ -1,53 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-02-purpose", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-02-purpose.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-02-purpose.md deleted file mode 100644 index d11b972..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-02-purpose.md +++ /dev/null @@ -1,72 +0,0 @@ -# v2-router-general-02-purpose - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Для чего нужен test_echo_app? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-03-problem.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-03-problem.json deleted file mode 100644 index 3038ebf..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-03-problem.json +++ /dev/null @@ -1,53 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-03-problem", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-03-problem.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-03-problem.md deleted file mode 100644 index 4b1bfc5..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-03-problem.md +++ /dev/null @@ -1,72 +0,0 @@ -# v2-router-general-03-problem - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Какую задачу решает это приложение? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.json deleted file mode 100644 index eae1f2f..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.json +++ /dev/null @@ -1,53 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-04-docs-contents", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.md deleted file mode 100644 index f4877f3..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.md +++ /dev/null @@ -1,72 +0,0 @@ -# v2-router-general-04-docs-contents - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Что входит в документацию этого проекта? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-05-main-parts.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-05-main-parts.json deleted file mode 100644 index 1f79992..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-05-main-parts.json +++ /dev/null @@ -1,53 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-05-main-parts", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-05-main-parts.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-05-main-parts.md deleted file mode 100644 index bf5a89d..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-05-main-parts.md +++ /dev/null @@ -1,72 +0,0 @@ -# v2-router-general-05-main-parts - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Какие основные части есть у системы? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.json deleted file mode 100644 index 44292ab..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.json +++ /dev/null @@ -1,53 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-06-high-level-architecture", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.md deleted file mode 100644 index c5ae515..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.md +++ /dev/null @@ -1,72 +0,0 @@ -# v2-router-general-06-high-level-architecture - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Как в целом устроено приложение? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-07-besides-api.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-07-besides-api.json deleted file mode 100644 index 4b21fbc..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-07-besides-api.json +++ /dev/null @@ -1,53 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-07-besides-api", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-07-besides-api.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-07-besides-api.md deleted file mode 100644 index 7e312de..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-07-besides-api.md +++ /dev/null @@ -1,72 +0,0 @@ -# v2-router-general-07-besides-api - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Что тут есть кроме API? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-08-components.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-08-components.json deleted file mode 100644 index aec7aba..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-08-components.json +++ /dev/null @@ -1,61 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-08-components", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": false, - "mismatches": [ - "domain: expected GENERAL, got DOCS", - "intent: expected GENERAL_QA, got DOC_EXPLAIN", - "anchor_type: expected GENERAL_OVERVIEW, got ARCHITECTURE" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": "ARCHITECTURE", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-08-components.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-08-components.md deleted file mode 100644 index a77397e..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-08-components.md +++ /dev/null @@ -1,78 +0,0 @@ -# v2-router-general-08-components - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: False - -## Query -Из чего состоит Telegram Notify App? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "anchor_type": "ARCHITECTURE", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": "ARCHITECTURE", - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- domain: expected GENERAL, got DOCS -- intent: expected GENERAL_QA, got DOC_EXPLAIN -- anchor_type: expected GENERAL_OVERVIEW, got ARCHITECTURE \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-09-reading-order.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-09-reading-order.json deleted file mode 100644 index da4f134..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-09-reading-order.json +++ /dev/null @@ -1,53 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-09-reading-order", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-09-reading-order.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-09-reading-order.md deleted file mode 100644 index a41a25b..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-09-reading-order.md +++ /dev/null @@ -1,72 +0,0 @@ -# v2-router-general-09-reading-order - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Какие документы стоит читать сначала? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-10-short-summary.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-10-short-summary.json deleted file mode 100644 index 38933e5..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-10-short-summary.json +++ /dev/null @@ -1,53 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-10-short-summary", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-10-short-summary.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-10-short-summary.md deleted file mode 100644 index e5a6141..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/router_only_docs_v2_matrix_v2-router-general-10-short-summary.md +++ /dev/null @@ -1,72 +0,0 @@ -# v2-router-general-10-short-summary - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Дай короткое summary по проектной документации - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "anchor_type": "GENERAL_OVERVIEW", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "anchor_type": null, - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/summary.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/summary.md deleted file mode 100644 index a562817..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router/20260407_102851/summary.md +++ /dev/null @@ -1,40 +0,0 @@ -# pipeline_setup_v3 summary - -Passed: 28/30 - -| File | Case | Mode | Query | Actual sub-intent | RAG layers | Tokens | Pass | -|------|------|------|-------|-------------------|------------|--------|------| -| router_only_docs_v2_matrix.yaml | v2-router-general-01-what-is-service | router_only | Что это за сервис? | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-general-02-purpose | router_only | Для чего нужен test_echo_app? | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-general-03-problem | router_only | Какую задачу решает это приложение? | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-general-04-docs-contents | router_only | Что входит в документацию этого проекта? | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-general-05-main-parts | router_only | Какие основные части есть у системы? | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-general-06-high-level-architecture | router_only | Как в целом устроено приложение? | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-general-07-besides-api | router_only | Что тут есть кроме API? | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-general-08-components | router_only | Из чего состоит Telegram Notify App? | SUMMARY | — | — | ✗ | -| router_only_docs_v2_matrix.yaml | v2-router-general-09-reading-order | router_only | Какие документы стоит читать сначала? | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-general-10-short-summary | router_only | Дай короткое summary по проектной документации | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-docs-summary-01-health | router_only | Кратко объясни по документации, как работает `/health` | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-docs-summary-02-send | router_only | Что делает endpoint `/send`? | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-docs-summary-03-actions | router_only | Объясни назначение `/actions/{action}` | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-docs-summary-04-runtime-health | router_only | Что такое runtime health в этой документации? | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-docs-summary-05-notification-loop | router_only | Кратко опиши цикл отправки уведомлений | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-docs-summary-06-architecture | router_only | Как устроена архитектура Telegram Notify App? | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-docs-summary-07-worker | router_only | Что делает worker в этом приложении? | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-docs-summary-08-health-statuses | router_only | Какие статусы здоровья есть у runtime? | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-docs-summary-09-manual-send | router_only | Как в приложении устроена ручная отправка сообщения? | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-docs-summary-10-telegram-integration | router_only | Как сервис взаимодействует с Telegram в целом? | SUMMARY | — | — | ✗ | -| router_only_docs_v2_matrix.yaml | v2-router-find-files-01-health | router_only | В каком файле описан `/health`? | FIND_FILES | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-find-files-02-send | router_only | Покажи файл с описанием endpoint `/send` | FIND_FILES | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-find-files-03-actions | router_only | Где находится документация по `/actions/{action}`? | FIND_FILES | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-find-files-04-runtime-health | router_only | В каком документе описан runtime health? | FIND_FILES | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-find-files-05-loop | router_only | Найди файл с логикой цикла отправки уведомлений | FIND_FILES | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-find-files-06-architecture | router_only | Где описана архитектура приложения? | FIND_FILES | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-find-files-07-errors-catalog | router_only | В каком файле лежит каталог ошибок? | FIND_FILES | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-find-files-08-docs-index | router_only | Покажи файл-индекс документации проекта | FIND_FILES | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-find-files-09-telegram-bot-api | router_only | Какие файлы относятся к Telegram Bot API интеграции? | FIND_FILES | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-find-files-10-telegram-notify-worker | router_only | В каких файлах описан worker `telegram_notify`? | FIND_FILES | — | — | ✓ | - -## Failures -- **v2-router-general-08-components**: domain: expected GENERAL, got DOCS; intent: expected GENERAL_QA, got DOC_EXPLAIN; anchor_type: expected GENERAL_OVERVIEW, got ARCHITECTURE -- **v2-router-docs-summary-10-telegram-integration**: domain: expected DOCS, got GENERAL; intent: expected DOC_EXPLAIN, got GENERAL_QA; anchor_type: expected API_ENDPOINT, got GENERAL_OVERVIEW \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.json deleted file mode 100644 index 9ad57ff..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.json +++ /dev/null @@ -1,59 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-01-health", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "API_ENDPOINT" - ], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.md deleted file mode 100644 index 586d514..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.md +++ /dev/null @@ -1,78 +0,0 @@ -# v2-router-docs-summary-01-health - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Кратко объясни по документации, как работает `/health` - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "API_ENDPOINT" - ], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.json deleted file mode 100644 index 5c865f7..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.json +++ /dev/null @@ -1,59 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-02-send", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "API_ENDPOINT" - ], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.md deleted file mode 100644 index 6d4f87a..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.md +++ /dev/null @@ -1,78 +0,0 @@ -# v2-router-docs-summary-02-send - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Что делает endpoint `/send`? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "API_ENDPOINT" - ], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.json deleted file mode 100644 index f2c9a53..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.json +++ /dev/null @@ -1,63 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-03-actions", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "API_ENDPOINT" - ], - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.md deleted file mode 100644 index 5465b2e..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.md +++ /dev/null @@ -1,82 +0,0 @@ -# v2-router-docs-summary-03-actions - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Объясни назначение `/actions/{action}` - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "API_ENDPOINT" - ], - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.json deleted file mode 100644 index 4427154..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.json +++ /dev/null @@ -1,61 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-04-runtime-health", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "DOMAIN_ENTITY" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.md deleted file mode 100644 index a26e3e2..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.md +++ /dev/null @@ -1,80 +0,0 @@ -# v2-router-docs-summary-04-runtime-health - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Что такое runtime health в этой документации? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "DOMAIN_ENTITY" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.json deleted file mode 100644 index 06d5e1a..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.json +++ /dev/null @@ -1,61 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-05-notification-loop", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "LOGIC_FLOW" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [ - "telegram-notification-loop" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "telegram-notification-loop" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.md deleted file mode 100644 index 5f7abaf..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.md +++ /dev/null @@ -1,80 +0,0 @@ -# v2-router-docs-summary-05-notification-loop - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Кратко опиши цикл отправки уведомлений - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "LOGIC_FLOW" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [ - "telegram-notification-loop" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "telegram-notification-loop" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.json deleted file mode 100644 index 87f19ff..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.json +++ /dev/null @@ -1,61 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-06-architecture", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "ARCHITECTURE" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.md deleted file mode 100644 index 2c84c78..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.md +++ /dev/null @@ -1,80 +0,0 @@ -# v2-router-docs-summary-06-architecture - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Как устроена архитектура Telegram Notify App? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "ARCHITECTURE" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.json deleted file mode 100644 index 953a50f..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.json +++ /dev/null @@ -1,57 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-07-worker", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "LOGIC_FLOW" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.md deleted file mode 100644 index 006c102..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.md +++ /dev/null @@ -1,76 +0,0 @@ -# v2-router-docs-summary-07-worker - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Что делает worker в этом приложении? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "LOGIC_FLOW" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.json deleted file mode 100644 index 3286890..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.json +++ /dev/null @@ -1,61 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-08-health-statuses", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "DOMAIN_ENTITY" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.md deleted file mode 100644 index 7cf2f0e..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.md +++ /dev/null @@ -1,80 +0,0 @@ -# v2-router-docs-summary-08-health-statuses - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Какие статусы здоровья есть у runtime? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "DOMAIN_ENTITY" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.json deleted file mode 100644 index 0545f4e..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.json +++ /dev/null @@ -1,61 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-09-manual-send", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "API_ENDPOINT" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [ - "/send" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.md deleted file mode 100644 index 10c0e8a..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.md +++ /dev/null @@ -1,80 +0,0 @@ -# v2-router-docs-summary-09-manual-send - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Как в приложении устроена ручная отправка сообщения? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "API_ENDPOINT" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [ - "/send" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.json deleted file mode 100644 index 9d0de5d..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.json +++ /dev/null @@ -1,54 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-10-telegram-integration", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": false, - "mismatches": [ - "domain: expected DOCS, got GENERAL", - "intent: expected DOC_EXPLAIN, got GENERAL_QA" - ], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 0.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.md deleted file mode 100644 index f24ae89..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.md +++ /dev/null @@ -1,71 +0,0 @@ -# v2-router-docs-summary-10-telegram-integration - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: False - -## Query -Как сервис взаимодействует с Telegram в целом? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 0.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- domain: expected DOCS, got GENERAL -- intent: expected DOC_EXPLAIN, got GENERAL_QA \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-01-health.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-01-health.json deleted file mode 100644 index 61ddbb0..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-01-health.json +++ /dev/null @@ -1,60 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-01-health", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "API_ENDPOINT", - "FIND_FILES" - ], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-01-health.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-01-health.md deleted file mode 100644 index e208c21..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-01-health.md +++ /dev/null @@ -1,79 +0,0 @@ -# v2-router-find-files-01-health - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -В каком файле описан `/health`? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "API_ENDPOINT", - "FIND_FILES" - ], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-02-send.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-02-send.json deleted file mode 100644 index dcada94..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-02-send.json +++ /dev/null @@ -1,60 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-02-send", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "API_ENDPOINT", - "FIND_FILES" - ], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-02-send.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-02-send.md deleted file mode 100644 index 255d636..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-02-send.md +++ /dev/null @@ -1,79 +0,0 @@ -# v2-router-find-files-02-send - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Покажи файл с описанием endpoint `/send` - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "API_ENDPOINT", - "FIND_FILES" - ], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-03-actions.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-03-actions.json deleted file mode 100644 index 5033f00..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-03-actions.json +++ /dev/null @@ -1,64 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-03-actions", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "API_ENDPOINT", - "FIND_FILES" - ], - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-03-actions.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-03-actions.md deleted file mode 100644 index 5231b00..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-03-actions.md +++ /dev/null @@ -1,83 +0,0 @@ -# v2-router-find-files-03-actions - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Где находится документация по `/actions/{action}`? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "API_ENDPOINT", - "FIND_FILES" - ], - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.json deleted file mode 100644 index 6cc99f4..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.json +++ /dev/null @@ -1,62 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-04-runtime-health", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "DOMAIN_ENTITY", - "FIND_FILES" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.md deleted file mode 100644 index 6857b04..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.md +++ /dev/null @@ -1,81 +0,0 @@ -# v2-router-find-files-04-runtime-health - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -В каком документе описан runtime health? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "DOMAIN_ENTITY", - "FIND_FILES" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-05-loop.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-05-loop.json deleted file mode 100644 index 77a8f94..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-05-loop.json +++ /dev/null @@ -1,58 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-05-loop", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "FIND_FILES", - "LOGIC_FLOW" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-05-loop.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-05-loop.md deleted file mode 100644 index d73b60d..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-05-loop.md +++ /dev/null @@ -1,77 +0,0 @@ -# v2-router-find-files-05-loop - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Найди файл с логикой цикла отправки уведомлений - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "FIND_FILES", - "LOGIC_FLOW" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.json deleted file mode 100644 index 9927fce..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.json +++ /dev/null @@ -1,62 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-06-architecture", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "ARCHITECTURE", - "FIND_FILES" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.md deleted file mode 100644 index 960d392..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.md +++ /dev/null @@ -1,81 +0,0 @@ -# v2-router-find-files-06-architecture - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Где описана архитектура приложения? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "ARCHITECTURE", - "FIND_FILES" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.json deleted file mode 100644 index 1932366..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.json +++ /dev/null @@ -1,61 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-07-errors-catalog", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "FIND_FILES" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "matched_aliases": [ - "catalog-errors" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "catalog-errors" - ], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.md deleted file mode 100644 index 90c1386..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.md +++ /dev/null @@ -1,80 +0,0 @@ -# v2-router-find-files-07-errors-catalog - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -В каком файле лежит каталог ошибок? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "FIND_FILES" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "matched_aliases": [ - "catalog-errors" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "catalog-errors" - ], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.json deleted file mode 100644 index 6b8c3ee..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.json +++ /dev/null @@ -1,61 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-08-docs-index", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "FIND_FILES" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/README.md" - ], - "matched_aliases": [ - "docs-readme" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "docs-readme" - ], - "target_doc_hints": [ - "docs/README.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.md deleted file mode 100644 index bc2fe36..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.md +++ /dev/null @@ -1,80 +0,0 @@ -# v2-router-find-files-08-docs-index - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Покажи файл-индекс документации проекта - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "FIND_FILES" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/README.md" - ], - "matched_aliases": [ - "docs-readme" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "docs-readme" - ], - "target_doc_hints": [ - "docs/README.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.json deleted file mode 100644 index fb33239..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.json +++ /dev/null @@ -1,53 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-09-telegram-bot-api", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "FIND_FILES" - ], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.md deleted file mode 100644 index c5e6a01..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.md +++ /dev/null @@ -1,72 +0,0 @@ -# v2-router-find-files-09-telegram-bot-api - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Какие файлы относятся к Telegram Bot API интеграции? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "FIND_FILES" - ], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.json deleted file mode 100644 index d535a15..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.json +++ /dev/null @@ -1,58 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-10-telegram-notify-worker", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "FIND_FILES", - "LOGIC_FLOW" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.md deleted file mode 100644 index c7699bc..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.md +++ /dev/null @@ -1,77 +0,0 @@ -# v2-router-find-files-10-telegram-notify-worker - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -В каких файлах описан worker `telegram_notify`? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "FIND_FILES", - "LOGIC_FLOW" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.json deleted file mode 100644 index d81ef16..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.json +++ /dev/null @@ -1,51 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-01-what-is-service", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.md deleted file mode 100644 index 1eb13a5..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.md +++ /dev/null @@ -1,70 +0,0 @@ -# v2-router-general-01-what-is-service - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Что это за сервис? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-02-purpose.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-02-purpose.json deleted file mode 100644 index a30bce2..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-02-purpose.json +++ /dev/null @@ -1,51 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-02-purpose", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-02-purpose.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-02-purpose.md deleted file mode 100644 index 1836903..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-02-purpose.md +++ /dev/null @@ -1,70 +0,0 @@ -# v2-router-general-02-purpose - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Для чего нужен test_echo_app? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-03-problem.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-03-problem.json deleted file mode 100644 index 1918311..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-03-problem.json +++ /dev/null @@ -1,51 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-03-problem", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-03-problem.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-03-problem.md deleted file mode 100644 index 6a95066..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-03-problem.md +++ /dev/null @@ -1,70 +0,0 @@ -# v2-router-general-03-problem - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Какую задачу решает это приложение? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.json deleted file mode 100644 index 9b56912..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.json +++ /dev/null @@ -1,51 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-04-docs-contents", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.md deleted file mode 100644 index 38ec7f8..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.md +++ /dev/null @@ -1,70 +0,0 @@ -# v2-router-general-04-docs-contents - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Что входит в документацию этого проекта? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-05-main-parts.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-05-main-parts.json deleted file mode 100644 index a009a7f..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-05-main-parts.json +++ /dev/null @@ -1,51 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-05-main-parts", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-05-main-parts.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-05-main-parts.md deleted file mode 100644 index e4c3ddf..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-05-main-parts.md +++ /dev/null @@ -1,70 +0,0 @@ -# v2-router-general-05-main-parts - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Какие основные части есть у системы? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.json deleted file mode 100644 index 18664f6..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.json +++ /dev/null @@ -1,51 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-06-high-level-architecture", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.md deleted file mode 100644 index 915cfdd..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.md +++ /dev/null @@ -1,70 +0,0 @@ -# v2-router-general-06-high-level-architecture - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Как в целом устроено приложение? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-07-besides-api.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-07-besides-api.json deleted file mode 100644 index 42d1338..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-07-besides-api.json +++ /dev/null @@ -1,51 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-07-besides-api", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-07-besides-api.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-07-besides-api.md deleted file mode 100644 index 9edb373..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-07-besides-api.md +++ /dev/null @@ -1,70 +0,0 @@ -# v2-router-general-07-besides-api - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Что тут есть кроме API? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-08-components.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-08-components.json deleted file mode 100644 index 8310d99..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-08-components.json +++ /dev/null @@ -1,60 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-08-components", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": false, - "mismatches": [ - "domain: expected GENERAL, got DOCS", - "intent: expected GENERAL_QA, got DOC_EXPLAIN" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "ARCHITECTURE" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-08-components.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-08-components.md deleted file mode 100644 index 9cd83a6..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-08-components.md +++ /dev/null @@ -1,77 +0,0 @@ -# v2-router-general-08-components - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: False - -## Query -Из чего состоит Telegram Notify App? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "ARCHITECTURE" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- domain: expected GENERAL, got DOCS -- intent: expected GENERAL_QA, got DOC_EXPLAIN \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-09-reading-order.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-09-reading-order.json deleted file mode 100644 index 29f98ba..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-09-reading-order.json +++ /dev/null @@ -1,51 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-09-reading-order", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-09-reading-order.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-09-reading-order.md deleted file mode 100644 index b1f1028..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-09-reading-order.md +++ /dev/null @@ -1,70 +0,0 @@ -# v2-router-general-09-reading-order - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Какие документы стоит читать сначала? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-10-short-summary.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-10-short-summary.json deleted file mode 100644 index 3405b11..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-10-short-summary.json +++ /dev/null @@ -1,51 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-10-short-summary", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-10-short-summary.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-10-short-summary.md deleted file mode 100644 index 1a8dd33..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/router_only_docs_v2_matrix_v2-router-general-10-short-summary.md +++ /dev/null @@ -1,70 +0,0 @@ -# v2-router-general-10-short-summary - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Дай короткое summary по проектной документации - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/summary.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/summary.md deleted file mode 100644 index 8e30d1e..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_modules/20260407_114412/summary.md +++ /dev/null @@ -1,40 +0,0 @@ -# pipeline_setup_v3 summary - -Passed: 28/30 - -| File | Case | Mode | Query | Actual sub-intent | RAG layers | Tokens | Pass | -|------|------|------|-------|-------------------|------------|--------|------| -| router_only_docs_v2_matrix.yaml | v2-router-general-01-what-is-service | router_only | Что это за сервис? | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-general-02-purpose | router_only | Для чего нужен test_echo_app? | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-general-03-problem | router_only | Какую задачу решает это приложение? | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-general-04-docs-contents | router_only | Что входит в документацию этого проекта? | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-general-05-main-parts | router_only | Какие основные части есть у системы? | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-general-06-high-level-architecture | router_only | Как в целом устроено приложение? | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-general-07-besides-api | router_only | Что тут есть кроме API? | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-general-08-components | router_only | Из чего состоит Telegram Notify App? | SUMMARY | — | — | ✗ | -| router_only_docs_v2_matrix.yaml | v2-router-general-09-reading-order | router_only | Какие документы стоит читать сначала? | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-general-10-short-summary | router_only | Дай короткое summary по проектной документации | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-docs-summary-01-health | router_only | Кратко объясни по документации, как работает `/health` | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-docs-summary-02-send | router_only | Что делает endpoint `/send`? | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-docs-summary-03-actions | router_only | Объясни назначение `/actions/{action}` | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-docs-summary-04-runtime-health | router_only | Что такое runtime health в этой документации? | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-docs-summary-05-notification-loop | router_only | Кратко опиши цикл отправки уведомлений | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-docs-summary-06-architecture | router_only | Как устроена архитектура Telegram Notify App? | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-docs-summary-07-worker | router_only | Что делает worker в этом приложении? | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-docs-summary-08-health-statuses | router_only | Какие статусы здоровья есть у runtime? | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-docs-summary-09-manual-send | router_only | Как в приложении устроена ручная отправка сообщения? | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-docs-summary-10-telegram-integration | router_only | Как сервис взаимодействует с Telegram в целом? | SUMMARY | — | — | ✗ | -| router_only_docs_v2_matrix.yaml | v2-router-find-files-01-health | router_only | В каком файле описан `/health`? | FIND_FILES | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-find-files-02-send | router_only | Покажи файл с описанием endpoint `/send` | FIND_FILES | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-find-files-03-actions | router_only | Где находится документация по `/actions/{action}`? | FIND_FILES | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-find-files-04-runtime-health | router_only | В каком документе описан runtime health? | FIND_FILES | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-find-files-05-loop | router_only | Найди файл с логикой цикла отправки уведомлений | FIND_FILES | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-find-files-06-architecture | router_only | Где описана архитектура приложения? | FIND_FILES | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-find-files-07-errors-catalog | router_only | В каком файле лежит каталог ошибок? | FIND_FILES | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-find-files-08-docs-index | router_only | Покажи файл-индекс документации проекта | FIND_FILES | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-find-files-09-telegram-bot-api | router_only | Какие файлы относятся к Telegram Bot API интеграции? | FIND_FILES | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-find-files-10-telegram-notify-worker | router_only | В каких файлах описан worker `telegram_notify`? | FIND_FILES | — | — | ✓ | - -## Failures -- **v2-router-general-08-components**: domain: expected GENERAL, got DOCS; intent: expected GENERAL_QA, got DOC_EXPLAIN -- **v2-router-docs-summary-10-telegram-integration**: domain: expected DOCS, got GENERAL; intent: expected DOC_EXPLAIN, got GENERAL_QA \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.json deleted file mode 100644 index 9ad57ff..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.json +++ /dev/null @@ -1,59 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-01-health", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "API_ENDPOINT" - ], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.md deleted file mode 100644 index 586d514..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.md +++ /dev/null @@ -1,78 +0,0 @@ -# v2-router-docs-summary-01-health - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Кратко объясни по документации, как работает `/health` - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "API_ENDPOINT" - ], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.json deleted file mode 100644 index 5c865f7..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.json +++ /dev/null @@ -1,59 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-02-send", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "API_ENDPOINT" - ], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.md deleted file mode 100644 index 6d4f87a..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.md +++ /dev/null @@ -1,78 +0,0 @@ -# v2-router-docs-summary-02-send - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Что делает endpoint `/send`? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "API_ENDPOINT" - ], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.json deleted file mode 100644 index f2c9a53..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.json +++ /dev/null @@ -1,63 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-03-actions", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "API_ENDPOINT" - ], - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.md deleted file mode 100644 index 5465b2e..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.md +++ /dev/null @@ -1,82 +0,0 @@ -# v2-router-docs-summary-03-actions - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Объясни назначение `/actions/{action}` - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "API_ENDPOINT" - ], - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.json deleted file mode 100644 index 4427154..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.json +++ /dev/null @@ -1,61 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-04-runtime-health", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "DOMAIN_ENTITY" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.md deleted file mode 100644 index a26e3e2..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.md +++ /dev/null @@ -1,80 +0,0 @@ -# v2-router-docs-summary-04-runtime-health - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Что такое runtime health в этой документации? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "DOMAIN_ENTITY" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.json deleted file mode 100644 index 06d5e1a..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.json +++ /dev/null @@ -1,61 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-05-notification-loop", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "LOGIC_FLOW" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [ - "telegram-notification-loop" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "telegram-notification-loop" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.md deleted file mode 100644 index 5f7abaf..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.md +++ /dev/null @@ -1,80 +0,0 @@ -# v2-router-docs-summary-05-notification-loop - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Кратко опиши цикл отправки уведомлений - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "LOGIC_FLOW" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [ - "telegram-notification-loop" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "telegram-notification-loop" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.json deleted file mode 100644 index 87f19ff..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.json +++ /dev/null @@ -1,61 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-06-architecture", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "ARCHITECTURE" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.md deleted file mode 100644 index 2c84c78..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.md +++ /dev/null @@ -1,80 +0,0 @@ -# v2-router-docs-summary-06-architecture - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Как устроена архитектура Telegram Notify App? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "ARCHITECTURE" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.json deleted file mode 100644 index 953a50f..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.json +++ /dev/null @@ -1,57 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-07-worker", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "LOGIC_FLOW" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.md deleted file mode 100644 index 006c102..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.md +++ /dev/null @@ -1,76 +0,0 @@ -# v2-router-docs-summary-07-worker - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Что делает worker в этом приложении? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "LOGIC_FLOW" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.json deleted file mode 100644 index 3286890..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.json +++ /dev/null @@ -1,61 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-08-health-statuses", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "DOMAIN_ENTITY" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.md deleted file mode 100644 index 7cf2f0e..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.md +++ /dev/null @@ -1,80 +0,0 @@ -# v2-router-docs-summary-08-health-statuses - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Какие статусы здоровья есть у runtime? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "DOMAIN_ENTITY" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.json deleted file mode 100644 index 0545f4e..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.json +++ /dev/null @@ -1,61 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-09-manual-send", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "API_ENDPOINT" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [ - "/send" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.md deleted file mode 100644 index 10c0e8a..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.md +++ /dev/null @@ -1,80 +0,0 @@ -# v2-router-docs-summary-09-manual-send - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Как в приложении устроена ручная отправка сообщения? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "API_ENDPOINT" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [ - "/send" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.json deleted file mode 100644 index 9d0de5d..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.json +++ /dev/null @@ -1,54 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-10-telegram-integration", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": false, - "mismatches": [ - "domain: expected DOCS, got GENERAL", - "intent: expected DOC_EXPLAIN, got GENERAL_QA" - ], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 0.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.md deleted file mode 100644 index f24ae89..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.md +++ /dev/null @@ -1,71 +0,0 @@ -# v2-router-docs-summary-10-telegram-integration - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: False - -## Query -Как сервис взаимодействует с Telegram в целом? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 0.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- domain: expected DOCS, got GENERAL -- intent: expected DOC_EXPLAIN, got GENERAL_QA \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-01-health.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-01-health.json deleted file mode 100644 index 61ddbb0..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-01-health.json +++ /dev/null @@ -1,60 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-01-health", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "API_ENDPOINT", - "FIND_FILES" - ], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-01-health.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-01-health.md deleted file mode 100644 index e208c21..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-01-health.md +++ /dev/null @@ -1,79 +0,0 @@ -# v2-router-find-files-01-health - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -В каком файле описан `/health`? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "API_ENDPOINT", - "FIND_FILES" - ], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-02-send.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-02-send.json deleted file mode 100644 index dcada94..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-02-send.json +++ /dev/null @@ -1,60 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-02-send", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "API_ENDPOINT", - "FIND_FILES" - ], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-02-send.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-02-send.md deleted file mode 100644 index 255d636..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-02-send.md +++ /dev/null @@ -1,79 +0,0 @@ -# v2-router-find-files-02-send - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Покажи файл с описанием endpoint `/send` - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "API_ENDPOINT", - "FIND_FILES" - ], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-03-actions.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-03-actions.json deleted file mode 100644 index 5033f00..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-03-actions.json +++ /dev/null @@ -1,64 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-03-actions", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "API_ENDPOINT", - "FIND_FILES" - ], - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-03-actions.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-03-actions.md deleted file mode 100644 index 5231b00..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-03-actions.md +++ /dev/null @@ -1,83 +0,0 @@ -# v2-router-find-files-03-actions - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Где находится документация по `/actions/{action}`? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "API_ENDPOINT", - "FIND_FILES" - ], - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.json deleted file mode 100644 index 6cc99f4..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.json +++ /dev/null @@ -1,62 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-04-runtime-health", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "DOMAIN_ENTITY", - "FIND_FILES" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.md deleted file mode 100644 index 6857b04..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.md +++ /dev/null @@ -1,81 +0,0 @@ -# v2-router-find-files-04-runtime-health - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -В каком документе описан runtime health? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "DOMAIN_ENTITY", - "FIND_FILES" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-05-loop.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-05-loop.json deleted file mode 100644 index 77a8f94..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-05-loop.json +++ /dev/null @@ -1,58 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-05-loop", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "FIND_FILES", - "LOGIC_FLOW" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-05-loop.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-05-loop.md deleted file mode 100644 index d73b60d..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-05-loop.md +++ /dev/null @@ -1,77 +0,0 @@ -# v2-router-find-files-05-loop - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Найди файл с логикой цикла отправки уведомлений - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "FIND_FILES", - "LOGIC_FLOW" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.json deleted file mode 100644 index 9927fce..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.json +++ /dev/null @@ -1,62 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-06-architecture", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "ARCHITECTURE", - "FIND_FILES" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.md deleted file mode 100644 index 960d392..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.md +++ /dev/null @@ -1,81 +0,0 @@ -# v2-router-find-files-06-architecture - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Где описана архитектура приложения? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "ARCHITECTURE", - "FIND_FILES" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.json deleted file mode 100644 index 1932366..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.json +++ /dev/null @@ -1,61 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-07-errors-catalog", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "FIND_FILES" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "matched_aliases": [ - "catalog-errors" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "catalog-errors" - ], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.md deleted file mode 100644 index 90c1386..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.md +++ /dev/null @@ -1,80 +0,0 @@ -# v2-router-find-files-07-errors-catalog - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -В каком файле лежит каталог ошибок? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "FIND_FILES" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "matched_aliases": [ - "catalog-errors" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "catalog-errors" - ], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.json deleted file mode 100644 index 6b8c3ee..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.json +++ /dev/null @@ -1,61 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-08-docs-index", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "FIND_FILES" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/README.md" - ], - "matched_aliases": [ - "docs-readme" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "docs-readme" - ], - "target_doc_hints": [ - "docs/README.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.md deleted file mode 100644 index bc2fe36..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.md +++ /dev/null @@ -1,80 +0,0 @@ -# v2-router-find-files-08-docs-index - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Покажи файл-индекс документации проекта - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "FIND_FILES" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/README.md" - ], - "matched_aliases": [ - "docs-readme" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "docs-readme" - ], - "target_doc_hints": [ - "docs/README.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.json deleted file mode 100644 index fb33239..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.json +++ /dev/null @@ -1,53 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-09-telegram-bot-api", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "FIND_FILES" - ], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.md deleted file mode 100644 index c5e6a01..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.md +++ /dev/null @@ -1,72 +0,0 @@ -# v2-router-find-files-09-telegram-bot-api - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Какие файлы относятся к Telegram Bot API интеграции? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "FIND_FILES" - ], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.json deleted file mode 100644 index d535a15..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.json +++ /dev/null @@ -1,58 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-10-telegram-notify-worker", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "FIND_FILES", - "LOGIC_FLOW" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.md deleted file mode 100644 index c7699bc..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.md +++ /dev/null @@ -1,77 +0,0 @@ -# v2-router-find-files-10-telegram-notify-worker - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -В каких файлах описан worker `telegram_notify`? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "FIND_FILES", - "LOGIC_FLOW" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.json deleted file mode 100644 index d81ef16..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.json +++ /dev/null @@ -1,51 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-01-what-is-service", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.md deleted file mode 100644 index 1eb13a5..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.md +++ /dev/null @@ -1,70 +0,0 @@ -# v2-router-general-01-what-is-service - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Что это за сервис? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-02-purpose.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-02-purpose.json deleted file mode 100644 index a30bce2..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-02-purpose.json +++ /dev/null @@ -1,51 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-02-purpose", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-02-purpose.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-02-purpose.md deleted file mode 100644 index 1836903..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-02-purpose.md +++ /dev/null @@ -1,70 +0,0 @@ -# v2-router-general-02-purpose - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Для чего нужен test_echo_app? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-03-problem.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-03-problem.json deleted file mode 100644 index 1918311..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-03-problem.json +++ /dev/null @@ -1,51 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-03-problem", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-03-problem.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-03-problem.md deleted file mode 100644 index 6a95066..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-03-problem.md +++ /dev/null @@ -1,70 +0,0 @@ -# v2-router-general-03-problem - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Какую задачу решает это приложение? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.json deleted file mode 100644 index 9b56912..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.json +++ /dev/null @@ -1,51 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-04-docs-contents", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.md deleted file mode 100644 index 38ec7f8..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.md +++ /dev/null @@ -1,70 +0,0 @@ -# v2-router-general-04-docs-contents - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Что входит в документацию этого проекта? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-05-main-parts.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-05-main-parts.json deleted file mode 100644 index a009a7f..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-05-main-parts.json +++ /dev/null @@ -1,51 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-05-main-parts", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-05-main-parts.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-05-main-parts.md deleted file mode 100644 index e4c3ddf..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-05-main-parts.md +++ /dev/null @@ -1,70 +0,0 @@ -# v2-router-general-05-main-parts - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Какие основные части есть у системы? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.json deleted file mode 100644 index 18664f6..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.json +++ /dev/null @@ -1,51 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-06-high-level-architecture", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.md deleted file mode 100644 index 915cfdd..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.md +++ /dev/null @@ -1,70 +0,0 @@ -# v2-router-general-06-high-level-architecture - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Как в целом устроено приложение? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-07-besides-api.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-07-besides-api.json deleted file mode 100644 index 42d1338..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-07-besides-api.json +++ /dev/null @@ -1,51 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-07-besides-api", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-07-besides-api.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-07-besides-api.md deleted file mode 100644 index 9edb373..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-07-besides-api.md +++ /dev/null @@ -1,70 +0,0 @@ -# v2-router-general-07-besides-api - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Что тут есть кроме API? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-08-components.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-08-components.json deleted file mode 100644 index 8310d99..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-08-components.json +++ /dev/null @@ -1,60 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-08-components", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": false, - "mismatches": [ - "domain: expected GENERAL, got DOCS", - "intent: expected GENERAL_QA, got DOC_EXPLAIN" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "ARCHITECTURE" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-08-components.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-08-components.md deleted file mode 100644 index 9cd83a6..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-08-components.md +++ /dev/null @@ -1,77 +0,0 @@ -# v2-router-general-08-components - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: False - -## Query -Из чего состоит Telegram Notify App? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "ARCHITECTURE" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- domain: expected GENERAL, got DOCS -- intent: expected GENERAL_QA, got DOC_EXPLAIN \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-09-reading-order.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-09-reading-order.json deleted file mode 100644 index 29f98ba..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-09-reading-order.json +++ /dev/null @@ -1,51 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-09-reading-order", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-09-reading-order.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-09-reading-order.md deleted file mode 100644 index b1f1028..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-09-reading-order.md +++ /dev/null @@ -1,70 +0,0 @@ -# v2-router-general-09-reading-order - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Какие документы стоит читать сначала? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-10-short-summary.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-10-short-summary.json deleted file mode 100644 index 3405b11..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-10-short-summary.json +++ /dev/null @@ -1,51 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-10-short-summary", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-10-short-summary.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-10-short-summary.md deleted file mode 100644 index 1a8dd33..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/router_only_docs_v2_matrix_v2-router-general-10-short-summary.md +++ /dev/null @@ -1,70 +0,0 @@ -# v2-router-general-10-short-summary - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Дай короткое summary по проектной документации - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/summary.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/summary.md deleted file mode 100644 index 8e30d1e..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_no_anchor_type/20260407_111829/summary.md +++ /dev/null @@ -1,40 +0,0 @@ -# pipeline_setup_v3 summary - -Passed: 28/30 - -| File | Case | Mode | Query | Actual sub-intent | RAG layers | Tokens | Pass | -|------|------|------|-------|-------------------|------------|--------|------| -| router_only_docs_v2_matrix.yaml | v2-router-general-01-what-is-service | router_only | Что это за сервис? | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-general-02-purpose | router_only | Для чего нужен test_echo_app? | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-general-03-problem | router_only | Какую задачу решает это приложение? | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-general-04-docs-contents | router_only | Что входит в документацию этого проекта? | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-general-05-main-parts | router_only | Какие основные части есть у системы? | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-general-06-high-level-architecture | router_only | Как в целом устроено приложение? | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-general-07-besides-api | router_only | Что тут есть кроме API? | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-general-08-components | router_only | Из чего состоит Telegram Notify App? | SUMMARY | — | — | ✗ | -| router_only_docs_v2_matrix.yaml | v2-router-general-09-reading-order | router_only | Какие документы стоит читать сначала? | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-general-10-short-summary | router_only | Дай короткое summary по проектной документации | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-docs-summary-01-health | router_only | Кратко объясни по документации, как работает `/health` | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-docs-summary-02-send | router_only | Что делает endpoint `/send`? | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-docs-summary-03-actions | router_only | Объясни назначение `/actions/{action}` | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-docs-summary-04-runtime-health | router_only | Что такое runtime health в этой документации? | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-docs-summary-05-notification-loop | router_only | Кратко опиши цикл отправки уведомлений | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-docs-summary-06-architecture | router_only | Как устроена архитектура Telegram Notify App? | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-docs-summary-07-worker | router_only | Что делает worker в этом приложении? | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-docs-summary-08-health-statuses | router_only | Какие статусы здоровья есть у runtime? | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-docs-summary-09-manual-send | router_only | Как в приложении устроена ручная отправка сообщения? | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-docs-summary-10-telegram-integration | router_only | Как сервис взаимодействует с Telegram в целом? | SUMMARY | — | — | ✗ | -| router_only_docs_v2_matrix.yaml | v2-router-find-files-01-health | router_only | В каком файле описан `/health`? | FIND_FILES | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-find-files-02-send | router_only | Покажи файл с описанием endpoint `/send` | FIND_FILES | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-find-files-03-actions | router_only | Где находится документация по `/actions/{action}`? | FIND_FILES | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-find-files-04-runtime-health | router_only | В каком документе описан runtime health? | FIND_FILES | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-find-files-05-loop | router_only | Найди файл с логикой цикла отправки уведомлений | FIND_FILES | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-find-files-06-architecture | router_only | Где описана архитектура приложения? | FIND_FILES | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-find-files-07-errors-catalog | router_only | В каком файле лежит каталог ошибок? | FIND_FILES | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-find-files-08-docs-index | router_only | Покажи файл-индекс документации проекта | FIND_FILES | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-find-files-09-telegram-bot-api | router_only | Какие файлы относятся к Telegram Bot API интеграции? | FIND_FILES | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-find-files-10-telegram-notify-worker | router_only | В каких файлах описан worker `telegram_notify`? | FIND_FILES | — | — | ✓ | - -## Failures -- **v2-router-general-08-components**: domain: expected GENERAL, got DOCS; intent: expected GENERAL_QA, got DOC_EXPLAIN -- **v2-router-docs-summary-10-telegram-integration**: domain: expected DOCS, got GENERAL; intent: expected DOC_EXPLAIN, got GENERAL_QA \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.json deleted file mode 100644 index 9ad57ff..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.json +++ /dev/null @@ -1,59 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-01-health", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "API_ENDPOINT" - ], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.md deleted file mode 100644 index 586d514..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.md +++ /dev/null @@ -1,78 +0,0 @@ -# v2-router-docs-summary-01-health - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Кратко объясни по документации, как работает `/health` - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "API_ENDPOINT" - ], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.json deleted file mode 100644 index 5c865f7..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.json +++ /dev/null @@ -1,59 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-02-send", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "API_ENDPOINT" - ], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.md deleted file mode 100644 index 6d4f87a..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.md +++ /dev/null @@ -1,78 +0,0 @@ -# v2-router-docs-summary-02-send - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Что делает endpoint `/send`? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "API_ENDPOINT" - ], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.json deleted file mode 100644 index f2c9a53..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.json +++ /dev/null @@ -1,63 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-03-actions", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "API_ENDPOINT" - ], - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.md deleted file mode 100644 index 5465b2e..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.md +++ /dev/null @@ -1,82 +0,0 @@ -# v2-router-docs-summary-03-actions - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Объясни назначение `/actions/{action}` - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "API_ENDPOINT" - ], - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.json deleted file mode 100644 index 4427154..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.json +++ /dev/null @@ -1,61 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-04-runtime-health", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "DOMAIN_ENTITY" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.md deleted file mode 100644 index a26e3e2..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.md +++ /dev/null @@ -1,80 +0,0 @@ -# v2-router-docs-summary-04-runtime-health - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Что такое runtime health в этой документации? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "DOMAIN_ENTITY" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.json deleted file mode 100644 index 06d5e1a..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.json +++ /dev/null @@ -1,61 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-05-notification-loop", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "LOGIC_FLOW" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [ - "telegram-notification-loop" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "telegram-notification-loop" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.md deleted file mode 100644 index 5f7abaf..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.md +++ /dev/null @@ -1,80 +0,0 @@ -# v2-router-docs-summary-05-notification-loop - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Кратко опиши цикл отправки уведомлений - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "LOGIC_FLOW" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [ - "telegram-notification-loop" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "telegram-notification-loop" - ], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.json deleted file mode 100644 index 87f19ff..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.json +++ /dev/null @@ -1,61 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-06-architecture", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "ARCHITECTURE" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.md deleted file mode 100644 index 2c84c78..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.md +++ /dev/null @@ -1,80 +0,0 @@ -# v2-router-docs-summary-06-architecture - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Как устроена архитектура Telegram Notify App? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "ARCHITECTURE" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.json deleted file mode 100644 index 953a50f..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.json +++ /dev/null @@ -1,57 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-07-worker", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "LOGIC_FLOW" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.md deleted file mode 100644 index 006c102..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.md +++ /dev/null @@ -1,76 +0,0 @@ -# v2-router-docs-summary-07-worker - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Что делает worker в этом приложении? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "LOGIC_FLOW" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.json deleted file mode 100644 index 3286890..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.json +++ /dev/null @@ -1,61 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-08-health-statuses", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "DOMAIN_ENTITY" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.md deleted file mode 100644 index 7cf2f0e..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.md +++ /dev/null @@ -1,80 +0,0 @@ -# v2-router-docs-summary-08-health-statuses - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Какие статусы здоровья есть у runtime? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "DOMAIN_ENTITY" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.json deleted file mode 100644 index 0545f4e..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.json +++ /dev/null @@ -1,61 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-09-manual-send", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "API_ENDPOINT" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [ - "/send" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.md deleted file mode 100644 index 10c0e8a..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.md +++ /dev/null @@ -1,80 +0,0 @@ -# v2-router-docs-summary-09-manual-send - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Как в приложении устроена ручная отправка сообщения? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "API_ENDPOINT" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [ - "/send" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.json deleted file mode 100644 index 9d0de5d..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.json +++ /dev/null @@ -1,54 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-10-telegram-integration", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": false, - "mismatches": [ - "domain: expected DOCS, got GENERAL", - "intent: expected DOC_EXPLAIN, got GENERAL_QA" - ], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 0.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.md deleted file mode 100644 index f24ae89..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.md +++ /dev/null @@ -1,71 +0,0 @@ -# v2-router-docs-summary-10-telegram-integration - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: False - -## Query -Как сервис взаимодействует с Telegram в целом? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 0.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- domain: expected DOCS, got GENERAL -- intent: expected DOC_EXPLAIN, got GENERAL_QA \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-01-health.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-01-health.json deleted file mode 100644 index 61ddbb0..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-01-health.json +++ /dev/null @@ -1,60 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-01-health", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "API_ENDPOINT", - "FIND_FILES" - ], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-01-health.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-01-health.md deleted file mode 100644 index e208c21..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-01-health.md +++ /dev/null @@ -1,79 +0,0 @@ -# v2-router-find-files-01-health - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -В каком файле описан `/health`? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "API_ENDPOINT", - "FIND_FILES" - ], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-02-send.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-02-send.json deleted file mode 100644 index dcada94..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-02-send.json +++ /dev/null @@ -1,60 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-02-send", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "API_ENDPOINT", - "FIND_FILES" - ], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-02-send.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-02-send.md deleted file mode 100644 index 255d636..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-02-send.md +++ /dev/null @@ -1,79 +0,0 @@ -# v2-router-find-files-02-send - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Покажи файл с описанием endpoint `/send` - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "API_ENDPOINT", - "FIND_FILES" - ], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-03-actions.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-03-actions.json deleted file mode 100644 index 5033f00..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-03-actions.json +++ /dev/null @@ -1,64 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-03-actions", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "API_ENDPOINT", - "FIND_FILES" - ], - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-03-actions.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-03-actions.md deleted file mode 100644 index 5231b00..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-03-actions.md +++ /dev/null @@ -1,83 +0,0 @@ -# v2-router-find-files-03-actions - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Где находится документация по `/actions/{action}`? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "API_ENDPOINT", - "FIND_FILES" - ], - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.json deleted file mode 100644 index 6cc99f4..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.json +++ /dev/null @@ -1,62 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-04-runtime-health", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "DOMAIN_ENTITY", - "FIND_FILES" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.md deleted file mode 100644 index 6857b04..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.md +++ /dev/null @@ -1,81 +0,0 @@ -# v2-router-find-files-04-runtime-health - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -В каком документе описан runtime health? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "DOMAIN_ENTITY", - "FIND_FILES" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "runtime-health-entity" - ], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-05-loop.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-05-loop.json deleted file mode 100644 index 77a8f94..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-05-loop.json +++ /dev/null @@ -1,58 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-05-loop", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "FIND_FILES", - "LOGIC_FLOW" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-05-loop.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-05-loop.md deleted file mode 100644 index d73b60d..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-05-loop.md +++ /dev/null @@ -1,77 +0,0 @@ -# v2-router-find-files-05-loop - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Найди файл с логикой цикла отправки уведомлений - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "FIND_FILES", - "LOGIC_FLOW" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.json deleted file mode 100644 index 9927fce..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.json +++ /dev/null @@ -1,62 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-06-architecture", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "ARCHITECTURE", - "FIND_FILES" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.md deleted file mode 100644 index 960d392..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.md +++ /dev/null @@ -1,81 +0,0 @@ -# v2-router-find-files-06-architecture - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Где описана архитектура приложения? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "ARCHITECTURE", - "FIND_FILES" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "telegram-notify-app-overview" - ], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.json deleted file mode 100644 index 1932366..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.json +++ /dev/null @@ -1,61 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-07-errors-catalog", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "FIND_FILES" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "matched_aliases": [ - "catalog-errors" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "catalog-errors" - ], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.md deleted file mode 100644 index 90c1386..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.md +++ /dev/null @@ -1,80 +0,0 @@ -# v2-router-find-files-07-errors-catalog - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -В каком файле лежит каталог ошибок? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "FIND_FILES" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "matched_aliases": [ - "catalog-errors" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "catalog-errors" - ], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.json deleted file mode 100644 index 6b8c3ee..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.json +++ /dev/null @@ -1,61 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-08-docs-index", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "FIND_FILES" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/README.md" - ], - "matched_aliases": [ - "docs-readme" - ] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [ - "docs-readme" - ], - "target_doc_hints": [ - "docs/README.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.md deleted file mode 100644 index bc2fe36..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.md +++ /dev/null @@ -1,80 +0,0 @@ -# v2-router-find-files-08-docs-index - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Покажи файл-индекс документации проекта - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "FIND_FILES" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/README.md" - ], - "matched_aliases": [ - "docs-readme" - ] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [ - "docs-readme" - ], - "target_doc_hints": [ - "docs/README.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.json deleted file mode 100644 index fb33239..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.json +++ /dev/null @@ -1,53 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-09-telegram-bot-api", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "FIND_FILES" - ], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.md deleted file mode 100644 index c5e6a01..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.md +++ /dev/null @@ -1,72 +0,0 @@ -# v2-router-find-files-09-telegram-bot-api - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Какие файлы относятся к Telegram Bot API интеграции? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "FIND_FILES" - ], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.json deleted file mode 100644 index d535a15..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.json +++ /dev/null @@ -1,58 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-10-telegram-notify-worker", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "FIND_FILES", - "LOGIC_FLOW" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.md deleted file mode 100644 index c7699bc..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.md +++ /dev/null @@ -1,77 +0,0 @@ -# v2-router-find-files-10-telegram-notify-worker - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -В каких файлах описан worker `telegram_notify`? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "FIND_FILES", - "LOGIC_FLOW" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.json deleted file mode 100644 index d81ef16..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.json +++ /dev/null @@ -1,51 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-01-what-is-service", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.md deleted file mode 100644 index 1eb13a5..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.md +++ /dev/null @@ -1,70 +0,0 @@ -# v2-router-general-01-what-is-service - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Что это за сервис? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-02-purpose.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-02-purpose.json deleted file mode 100644 index a30bce2..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-02-purpose.json +++ /dev/null @@ -1,51 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-02-purpose", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-02-purpose.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-02-purpose.md deleted file mode 100644 index 1836903..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-02-purpose.md +++ /dev/null @@ -1,70 +0,0 @@ -# v2-router-general-02-purpose - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Для чего нужен test_echo_app? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-03-problem.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-03-problem.json deleted file mode 100644 index 1918311..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-03-problem.json +++ /dev/null @@ -1,51 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-03-problem", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-03-problem.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-03-problem.md deleted file mode 100644 index 6a95066..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-03-problem.md +++ /dev/null @@ -1,70 +0,0 @@ -# v2-router-general-03-problem - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Какую задачу решает это приложение? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.json deleted file mode 100644 index 9b56912..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.json +++ /dev/null @@ -1,51 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-04-docs-contents", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.md deleted file mode 100644 index 38ec7f8..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.md +++ /dev/null @@ -1,70 +0,0 @@ -# v2-router-general-04-docs-contents - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Что входит в документацию этого проекта? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-05-main-parts.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-05-main-parts.json deleted file mode 100644 index a009a7f..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-05-main-parts.json +++ /dev/null @@ -1,51 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-05-main-parts", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-05-main-parts.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-05-main-parts.md deleted file mode 100644 index e4c3ddf..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-05-main-parts.md +++ /dev/null @@ -1,70 +0,0 @@ -# v2-router-general-05-main-parts - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Какие основные части есть у системы? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.json deleted file mode 100644 index 18664f6..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.json +++ /dev/null @@ -1,51 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-06-high-level-architecture", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.md deleted file mode 100644 index 915cfdd..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.md +++ /dev/null @@ -1,70 +0,0 @@ -# v2-router-general-06-high-level-architecture - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Как в целом устроено приложение? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-07-besides-api.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-07-besides-api.json deleted file mode 100644 index 42d1338..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-07-besides-api.json +++ /dev/null @@ -1,51 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-07-besides-api", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-07-besides-api.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-07-besides-api.md deleted file mode 100644 index 9edb373..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-07-besides-api.md +++ /dev/null @@ -1,70 +0,0 @@ -# v2-router-general-07-besides-api - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Что тут есть кроме API? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-08-components.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-08-components.json deleted file mode 100644 index 8310d99..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-08-components.json +++ /dev/null @@ -1,60 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-08-components", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": false, - "mismatches": [ - "domain: expected GENERAL, got DOCS", - "intent: expected GENERAL_QA, got DOC_EXPLAIN" - ], - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [ - "ARCHITECTURE" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-08-components.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-08-components.md deleted file mode 100644 index 9cd83a6..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-08-components.md +++ /dev/null @@ -1,77 +0,0 @@ -# v2-router-general-08-components - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: False - -## Query -Из чего состоит Telegram Notify App? - -## Actual -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [ - "ARCHITECTURE" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- domain: expected GENERAL, got DOCS -- intent: expected GENERAL_QA, got DOC_EXPLAIN \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-09-reading-order.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-09-reading-order.json deleted file mode 100644 index 29f98ba..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-09-reading-order.json +++ /dev/null @@ -1,51 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-09-reading-order", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-09-reading-order.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-09-reading-order.md deleted file mode 100644 index b1f1028..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-09-reading-order.md +++ /dev/null @@ -1,70 +0,0 @@ -# v2-router-general-09-reading-order - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Какие документы стоит читать сначала? - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-10-short-summary.json b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-10-short-summary.json deleted file mode 100644 index 3405b11..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-10-short-summary.json +++ /dev/null @@ -1,51 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-10-short-summary", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "runner": "process_v2", - "mode": "router_only", - "passed": true, - "mismatches": [], - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} - } - }, - "pipeline_steps": [ - { - "step": "router_resolved", - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 1.0 - } - }, - { - "step": "anchors_extracted", - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } - }, - { - "step": "alias_resolution", - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } - } - ] -} \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-10-short-summary.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-10-short-summary.md deleted file mode 100644 index 1a8dd33..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/router_only_docs_v2_matrix_v2-router-general-10-short-summary.md +++ /dev/null @@ -1,70 +0,0 @@ -# v2-router-general-10-short-summary - -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v3/cases/suite_05_process_v2_intent_router/router_only_docs_v2_matrix.yaml -- runner: process_v2 -- mode: router_only -- passed: True - -## Query -Дай короткое summary по проектной документации - -## Actual -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "rag_count": 0, - "llm_answer": "", - "answer_mode": "partial", - "path_scope": [], - "symbol_candidates": [], - "entity_candidates": [], - "doc_scope": [], - "layers": [], - "filters": {} -} - -## Pipeline Steps -### router_resolved -```json -{ - "input": {}, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "confidence": 1.0 - } -} -``` - -### anchors_extracted -```json -{ - "input": {}, - "output": { - "signal_types": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [] - } -} -``` - -### alias_resolution -```json -{ - "input": {}, - "output": { - "resolved_aliases": [], - "target_doc_hints": [] - } -} -``` - -## Diagnostics -{} - - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/summary.md b/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/summary.md deleted file mode 100644 index 8e30d1e..0000000 --- a/tests/pipeline_setup_v3/test_results/process_v2_intent_router_refactored/20260407_113944/summary.md +++ /dev/null @@ -1,40 +0,0 @@ -# pipeline_setup_v3 summary - -Passed: 28/30 - -| File | Case | Mode | Query | Actual sub-intent | RAG layers | Tokens | Pass | -|------|------|------|-------|-------------------|------------|--------|------| -| router_only_docs_v2_matrix.yaml | v2-router-general-01-what-is-service | router_only | Что это за сервис? | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-general-02-purpose | router_only | Для чего нужен test_echo_app? | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-general-03-problem | router_only | Какую задачу решает это приложение? | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-general-04-docs-contents | router_only | Что входит в документацию этого проекта? | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-general-05-main-parts | router_only | Какие основные части есть у системы? | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-general-06-high-level-architecture | router_only | Как в целом устроено приложение? | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-general-07-besides-api | router_only | Что тут есть кроме API? | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-general-08-components | router_only | Из чего состоит Telegram Notify App? | SUMMARY | — | — | ✗ | -| router_only_docs_v2_matrix.yaml | v2-router-general-09-reading-order | router_only | Какие документы стоит читать сначала? | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-general-10-short-summary | router_only | Дай короткое summary по проектной документации | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-docs-summary-01-health | router_only | Кратко объясни по документации, как работает `/health` | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-docs-summary-02-send | router_only | Что делает endpoint `/send`? | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-docs-summary-03-actions | router_only | Объясни назначение `/actions/{action}` | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-docs-summary-04-runtime-health | router_only | Что такое runtime health в этой документации? | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-docs-summary-05-notification-loop | router_only | Кратко опиши цикл отправки уведомлений | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-docs-summary-06-architecture | router_only | Как устроена архитектура Telegram Notify App? | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-docs-summary-07-worker | router_only | Что делает worker в этом приложении? | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-docs-summary-08-health-statuses | router_only | Какие статусы здоровья есть у runtime? | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-docs-summary-09-manual-send | router_only | Как в приложении устроена ручная отправка сообщения? | SUMMARY | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-docs-summary-10-telegram-integration | router_only | Как сервис взаимодействует с Telegram в целом? | SUMMARY | — | — | ✗ | -| router_only_docs_v2_matrix.yaml | v2-router-find-files-01-health | router_only | В каком файле описан `/health`? | FIND_FILES | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-find-files-02-send | router_only | Покажи файл с описанием endpoint `/send` | FIND_FILES | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-find-files-03-actions | router_only | Где находится документация по `/actions/{action}`? | FIND_FILES | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-find-files-04-runtime-health | router_only | В каком документе описан runtime health? | FIND_FILES | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-find-files-05-loop | router_only | Найди файл с логикой цикла отправки уведомлений | FIND_FILES | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-find-files-06-architecture | router_only | Где описана архитектура приложения? | FIND_FILES | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-find-files-07-errors-catalog | router_only | В каком файле лежит каталог ошибок? | FIND_FILES | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-find-files-08-docs-index | router_only | Покажи файл-индекс документации проекта | FIND_FILES | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-find-files-09-telegram-bot-api | router_only | Какие файлы относятся к Telegram Bot API интеграции? | FIND_FILES | — | — | ✓ | -| router_only_docs_v2_matrix.yaml | v2-router-find-files-10-telegram-notify-worker | router_only | В каких файлах описан worker `telegram_notify`? | FIND_FILES | — | — | ✓ | - -## Failures -- **v2-router-general-08-components**: domain: expected GENERAL, got DOCS; intent: expected GENERAL_QA, got DOC_EXPLAIN -- **v2-router-docs-summary-10-telegram-integration**: domain: expected DOCS, got GENERAL; intent: expected DOC_EXPLAIN, got GENERAL_QA \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.json deleted file mode 100644 index e0ce050..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.json +++ /dev/null @@ -1,81 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-01-health", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Кратко объясни по документации, как работает `/health`", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Кратко объясни по документации, как работает `/health`", - "normalized_query": "Кратко объясни по документации, как работает `/health`", - "target_terms": [ - "/health", - "кратко", - "работает" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Кратко объясни по документации, как работает `/health`" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "/health", - "кратко", - "работает" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.md deleted file mode 100644 index 4d811c8..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.md +++ /dev/null @@ -1,91 +0,0 @@ -# v2-router-docs-summary-01-health - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Кратко объясни по документации, как работает `/health` - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Кратко объясни по документации, как работает `/health`", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Кратко объясни по документации, как работает `/health`", - "normalized_query": "Кратко объясни по документации, как работает `/health`", - "target_terms": [ - "/health", - "кратко", - "работает" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Кратко объясни по документации, как работает `/health`" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "/health", - "кратко", - "работает" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.json deleted file mode 100644 index 1317d91..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.json +++ /dev/null @@ -1,81 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-02-send", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Что делает endpoint `/send`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Что делает endpoint `/send`?", - "normalized_query": "Что делает endpoint `/send`?", - "target_terms": [ - "/send", - "делает", - "endpoint" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что делает endpoint `/send`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "/send", - "делает", - "endpoint" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.md deleted file mode 100644 index d70e7b6..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.md +++ /dev/null @@ -1,91 +0,0 @@ -# v2-router-docs-summary-02-send - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Что делает endpoint `/send`? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Что делает endpoint `/send`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Что делает endpoint `/send`?", - "normalized_query": "Что делает endpoint `/send`?", - "target_terms": [ - "/send", - "делает", - "endpoint" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что делает endpoint `/send`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "/send", - "делает", - "endpoint" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.json deleted file mode 100644 index 2907bc2..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.json +++ /dev/null @@ -1,85 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-03-actions", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Объясни назначение `/actions/{action}`", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Объясни назначение `/actions/{action}`", - "normalized_query": "Объясни назначение `/actions/{action}`", - "target_terms": [ - "/actions/{action}", - "назначение", - "/actions/{action" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Объясни назначение `/actions/{action}`" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "/actions/{action}", - "назначение", - "/actions/{action" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.md deleted file mode 100644 index 8d1e4cc..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.md +++ /dev/null @@ -1,95 +0,0 @@ -# v2-router-docs-summary-03-actions - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Объясни назначение `/actions/{action}` - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Объясни назначение `/actions/{action}`", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Объясни назначение `/actions/{action}`", - "normalized_query": "Объясни назначение `/actions/{action}`", - "target_terms": [ - "/actions/{action}", - "назначение", - "/actions/{action" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Объясни назначение `/actions/{action}`" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "/actions/{action}", - "назначение", - "/actions/{action" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.json deleted file mode 100644 index 28a51bc..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.json +++ /dev/null @@ -1,83 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-04-runtime-health", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Что такое runtime health в этой документации?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Что такое runtime health в этой документации?", - "normalized_query": "Что такое runtime health в этой документации?", - "target_terms": [ - "runtime_health", - "такое", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что такое runtime health в этой документации?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "runtime_health", - "такое", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.md deleted file mode 100644 index 95d4c46..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.md +++ /dev/null @@ -1,93 +0,0 @@ -# v2-router-docs-summary-04-runtime-health - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Что такое runtime health в этой документации? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Что такое runtime health в этой документации?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Что такое runtime health в этой документации?", - "normalized_query": "Что такое runtime health в этой документации?", - "target_terms": [ - "runtime_health", - "такое", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что такое runtime health в этой документации?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "runtime_health", - "такое", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.json deleted file mode 100644 index 52760be..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.json +++ /dev/null @@ -1,90 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-05-notification-loop", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": false, - "mismatches": [ - "domain: expected DOCS, got GENERAL", - "intent: expected DOC_EXPLAIN, got GENERAL_QA" - ] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Кратко опиши цикл отправки уведомлений", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Кратко опиши цикл отправки уведомлений", - "normalized_query": "Кратко опиши цикл отправки уведомлений", - "target_terms": [ - "telegram-notify-loop", - "кратко", - "опиши", - "цикл", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [ - "telegram-notify-loop" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "default general" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Кратко опиши цикл отправки уведомлений" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "default general", - "target_terms": [ - "telegram-notify-loop", - "кратко", - "опиши", - "цикл", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [ - "telegram-notify-loop" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.md deleted file mode 100644 index 8673dfa..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.md +++ /dev/null @@ -1,98 +0,0 @@ -# v2-router-docs-summary-05-notification-loop - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: False - -## Query -Кратко опиши цикл отправки уведомлений - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Кратко опиши цикл отправки уведомлений", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Кратко опиши цикл отправки уведомлений", - "normalized_query": "Кратко опиши цикл отправки уведомлений", - "target_terms": [ - "telegram-notify-loop", - "кратко", - "опиши", - "цикл", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [ - "telegram-notify-loop" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "default general" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Кратко опиши цикл отправки уведомлений" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "default general", - "target_terms": [ - "telegram-notify-loop", - "кратко", - "опиши", - "цикл", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [ - "telegram-notify-loop" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- domain: expected DOCS, got GENERAL -- intent: expected DOC_EXPLAIN, got GENERAL_QA \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.json deleted file mode 100644 index 30385d9..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.json +++ /dev/null @@ -1,95 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-06-architecture", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Как устроена архитектура Telegram Notify App?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Как устроена архитектура Telegram Notify App?", - "normalized_query": "Как устроена архитектура Telegram Notify App?", - "target_terms": [ - "architecture_overview", - "устроена", - "архитектура", - "telegram", - "notify", - "app" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Notify", - "App" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как устроена архитектура Telegram Notify App?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "architecture_overview", - "устроена", - "архитектура", - "telegram", - "notify", - "app" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Notify", - "App" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.md deleted file mode 100644 index 401cc55..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.md +++ /dev/null @@ -1,105 +0,0 @@ -# v2-router-docs-summary-06-architecture - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Как устроена архитектура Telegram Notify App? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Как устроена архитектура Telegram Notify App?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Как устроена архитектура Telegram Notify App?", - "normalized_query": "Как устроена архитектура Telegram Notify App?", - "target_terms": [ - "architecture_overview", - "устроена", - "архитектура", - "telegram", - "notify", - "app" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Notify", - "App" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как устроена архитектура Telegram Notify App?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "architecture_overview", - "устроена", - "архитектура", - "telegram", - "notify", - "app" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Notify", - "App" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.json deleted file mode 100644 index ed32c20..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.json +++ /dev/null @@ -1,79 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-07-worker", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Что делает worker в этом приложении?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Что делает worker в этом приложении?", - "normalized_query": "Что делает worker в этом приложении?", - "target_terms": [ - "делает", - "worker", - "этом", - "приложении" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что делает worker в этом приложении?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "делает", - "worker", - "этом", - "приложении" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.md deleted file mode 100644 index 397ca47..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.md +++ /dev/null @@ -1,89 +0,0 @@ -# v2-router-docs-summary-07-worker - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Что делает worker в этом приложении? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Что делает worker в этом приложении?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Что делает worker в этом приложении?", - "normalized_query": "Что делает worker в этом приложении?", - "target_terms": [ - "делает", - "worker", - "этом", - "приложении" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что делает worker в этом приложении?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "делает", - "worker", - "этом", - "приложении" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.json deleted file mode 100644 index 337ae24..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.json +++ /dev/null @@ -1,88 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-08-health-statuses", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": false, - "mismatches": [ - "domain: expected DOCS, got GENERAL", - "intent: expected DOC_EXPLAIN, got GENERAL_QA" - ] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Какие статусы здоровья есть у runtime?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Какие статусы здоровья есть у runtime?", - "normalized_query": "Какие статусы здоровья есть у runtime?", - "target_terms": [ - "runtime_health", - "статусы", - "здоровья", - "есть", - "runtime" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "default general" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Какие статусы здоровья есть у runtime?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "default general", - "target_terms": [ - "runtime_health", - "статусы", - "здоровья", - "есть", - "runtime" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.md deleted file mode 100644 index 5a07b34..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.md +++ /dev/null @@ -1,96 +0,0 @@ -# v2-router-docs-summary-08-health-statuses - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: False - -## Query -Какие статусы здоровья есть у runtime? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Какие статусы здоровья есть у runtime?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Какие статусы здоровья есть у runtime?", - "normalized_query": "Какие статусы здоровья есть у runtime?", - "target_terms": [ - "runtime_health", - "статусы", - "здоровья", - "есть", - "runtime" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "default general" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Какие статусы здоровья есть у runtime?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "default general", - "target_terms": [ - "runtime_health", - "статусы", - "здоровья", - "есть", - "runtime" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- domain: expected DOCS, got GENERAL -- intent: expected DOC_EXPLAIN, got GENERAL_QA \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.json deleted file mode 100644 index 15af6d7..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.json +++ /dev/null @@ -1,90 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-09-manual-send", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": false, - "mismatches": [ - "domain: expected DOCS, got GENERAL", - "intent: expected DOC_EXPLAIN, got GENERAL_QA" - ] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Как в приложении устроена ручная отправка сообщения?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Как в приложении устроена ручная отправка сообщения?", - "normalized_query": "Как в приложении устроена ручная отправка сообщения?", - "target_terms": [ - "/send", - "приложении", - "устроена", - "ручная", - "отправка", - "сообщения" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [ - "/send" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "default general" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как в приложении устроена ручная отправка сообщения?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "default general", - "target_terms": [ - "/send", - "приложении", - "устроена", - "ручная", - "отправка", - "сообщения" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [ - "/send" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.md deleted file mode 100644 index ca816f5..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.md +++ /dev/null @@ -1,98 +0,0 @@ -# v2-router-docs-summary-09-manual-send - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: False - -## Query -Как в приложении устроена ручная отправка сообщения? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Как в приложении устроена ручная отправка сообщения?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Как в приложении устроена ручная отправка сообщения?", - "normalized_query": "Как в приложении устроена ручная отправка сообщения?", - "target_terms": [ - "/send", - "приложении", - "устроена", - "ручная", - "отправка", - "сообщения" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [ - "/send" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "default general" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как в приложении устроена ручная отправка сообщения?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "default general", - "target_terms": [ - "/send", - "приложении", - "устроена", - "ручная", - "отправка", - "сообщения" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [ - "/send" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- domain: expected DOCS, got GENERAL -- intent: expected DOC_EXPLAIN, got GENERAL_QA \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.json deleted file mode 100644 index 78ed8cc..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.json +++ /dev/null @@ -1,79 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-10-telegram-integration", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Как сервис взаимодействует с Telegram в целом?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Как сервис взаимодействует с Telegram в целом?", - "normalized_query": "Как сервис взаимодействует с Telegram в целом?", - "target_terms": [ - "сервис", - "взаимодействует", - "telegram", - "целом" - ], - "anchors": { - "entity_names": [ - "Telegram" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как сервис взаимодействует с Telegram в целом?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "сервис", - "взаимодействует", - "telegram", - "целом" - ], - "anchors": { - "entity_names": [ - "Telegram" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.md deleted file mode 100644 index a1bdb67..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.md +++ /dev/null @@ -1,89 +0,0 @@ -# v2-router-docs-summary-10-telegram-integration - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Как сервис взаимодействует с Telegram в целом? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Как сервис взаимодействует с Telegram в целом?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Как сервис взаимодействует с Telegram в целом?", - "normalized_query": "Как сервис взаимодействует с Telegram в целом?", - "target_terms": [ - "сервис", - "взаимодействует", - "telegram", - "целом" - ], - "anchors": { - "entity_names": [ - "Telegram" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как сервис взаимодействует с Telegram в целом?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "сервис", - "взаимодействует", - "telegram", - "целом" - ], - "anchors": { - "entity_names": [ - "Telegram" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-01-health.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-01-health.json deleted file mode 100644 index e9cf5a9..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-01-health.json +++ /dev/null @@ -1,83 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-01-health", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "В каком файле описан `/health`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "В каком файле описан `/health`?", - "normalized_query": "В каком файле описан `/health`?", - "target_terms": [ - "/health", - "каком", - "файле", - "описан" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "В каком файле описан `/health`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "/health", - "каком", - "файле", - "описан" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-01-health.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-01-health.md deleted file mode 100644 index c53bee3..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-01-health.md +++ /dev/null @@ -1,93 +0,0 @@ -# v2-router-find-files-01-health - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -В каком файле описан `/health`? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "В каком файле описан `/health`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "В каком файле описан `/health`?", - "normalized_query": "В каком файле описан `/health`?", - "target_terms": [ - "/health", - "каком", - "файле", - "описан" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "В каком файле описан `/health`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "/health", - "каком", - "файле", - "описан" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-02-send.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-02-send.json deleted file mode 100644 index b100875..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-02-send.json +++ /dev/null @@ -1,81 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-02-send", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Покажи файл с описанием endpoint `/send`", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Покажи файл с описанием endpoint `/send`", - "normalized_query": "Покажи файл с описанием endpoint `/send`", - "target_terms": [ - "/send", - "описанием", - "endpoint" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Покажи файл с описанием endpoint `/send`" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "/send", - "описанием", - "endpoint" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-02-send.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-02-send.md deleted file mode 100644 index 00d0a8b..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-02-send.md +++ /dev/null @@ -1,91 +0,0 @@ -# v2-router-find-files-02-send - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Покажи файл с описанием endpoint `/send` - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Покажи файл с описанием endpoint `/send`", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Покажи файл с описанием endpoint `/send`", - "normalized_query": "Покажи файл с описанием endpoint `/send`", - "target_terms": [ - "/send", - "описанием", - "endpoint" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Покажи файл с описанием endpoint `/send`" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "/send", - "описанием", - "endpoint" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-03-actions.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-03-actions.json deleted file mode 100644 index 2e1f88e..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-03-actions.json +++ /dev/null @@ -1,85 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-03-actions", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Где находится документация по `/actions/{action}`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Где находится документация по `/actions/{action}`?", - "normalized_query": "Где находится документация по `/actions/{action}`?", - "target_terms": [ - "/actions/{action}", - "находится", - "/actions/{action" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Где находится документация по `/actions/{action}`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "/actions/{action}", - "находится", - "/actions/{action" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-03-actions.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-03-actions.md deleted file mode 100644 index 7d725f4..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-03-actions.md +++ /dev/null @@ -1,95 +0,0 @@ -# v2-router-find-files-03-actions - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Где находится документация по `/actions/{action}`? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Где находится документация по `/actions/{action}`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Где находится документация по `/actions/{action}`?", - "normalized_query": "Где находится документация по `/actions/{action}`?", - "target_terms": [ - "/actions/{action}", - "находится", - "/actions/{action" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Где находится документация по `/actions/{action}`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "/actions/{action}", - "находится", - "/actions/{action" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.json deleted file mode 100644 index 6bcb3fe..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-04-runtime-health", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "В каком документе описан runtime health?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "В каком документе описан runtime health?", - "normalized_query": "В каком документе описан runtime health?", - "target_terms": [ - "runtime_health", - "каком", - "документе", - "описан", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "В каком документе описан runtime health?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "runtime_health", - "каком", - "документе", - "описан", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.md deleted file mode 100644 index 67a4971..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.md +++ /dev/null @@ -1,97 +0,0 @@ -# v2-router-find-files-04-runtime-health - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -В каком документе описан runtime health? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "В каком документе описан runtime health?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "В каком документе описан runtime health?", - "normalized_query": "В каком документе описан runtime health?", - "target_terms": [ - "runtime_health", - "каком", - "документе", - "описан", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "В каком документе описан runtime health?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "runtime_health", - "каком", - "документе", - "описан", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-05-loop.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-05-loop.json deleted file mode 100644 index 22e0dc9..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-05-loop.json +++ /dev/null @@ -1,79 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-05-loop", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Найди файл с логикой цикла отправки уведомлений", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Найди файл с логикой цикла отправки уведомлений", - "normalized_query": "Найди файл с логикой цикла отправки уведомлений", - "target_terms": [ - "логикой", - "цикла", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Найди файл с логикой цикла отправки уведомлений" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "логикой", - "цикла", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-05-loop.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-05-loop.md deleted file mode 100644 index e5fb3cc..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-05-loop.md +++ /dev/null @@ -1,89 +0,0 @@ -# v2-router-find-files-05-loop - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Найди файл с логикой цикла отправки уведомлений - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Найди файл с логикой цикла отправки уведомлений", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Найди файл с логикой цикла отправки уведомлений", - "normalized_query": "Найди файл с логикой цикла отправки уведомлений", - "target_terms": [ - "логикой", - "цикла", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Найди файл с логикой цикла отправки уведомлений" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "логикой", - "цикла", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.json deleted file mode 100644 index 0274ae5..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.json +++ /dev/null @@ -1,83 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-06-architecture", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Где описана архитектура приложения?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Где описана архитектура приложения?", - "normalized_query": "Где описана архитектура приложения?", - "target_terms": [ - "architecture_overview", - "описана", - "архитектура", - "приложения" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Где описана архитектура приложения?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "architecture_overview", - "описана", - "архитектура", - "приложения" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.md deleted file mode 100644 index e9e5561..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.md +++ /dev/null @@ -1,93 +0,0 @@ -# v2-router-find-files-06-architecture - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Где описана архитектура приложения? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Где описана архитектура приложения?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Где описана архитектура приложения?", - "normalized_query": "Где описана архитектура приложения?", - "target_terms": [ - "architecture_overview", - "описана", - "архитектура", - "приложения" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Где описана архитектура приложения?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "architecture_overview", - "описана", - "архитектура", - "приложения" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.json deleted file mode 100644 index f395d9e..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-07-errors-catalog", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "В каком файле лежит каталог ошибок?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "В каком файле лежит каталог ошибок?", - "normalized_query": "В каком файле лежит каталог ошибок?", - "target_terms": [ - "errors_catalog", - "каком", - "файле", - "лежит", - "каталог", - "ошибок" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "matched_aliases": [ - "errors_catalog" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "В каком файле лежит каталог ошибок?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "errors_catalog", - "каком", - "файле", - "лежит", - "каталог", - "ошибок" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "matched_aliases": [ - "errors_catalog" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.md deleted file mode 100644 index 06d4c48..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.md +++ /dev/null @@ -1,97 +0,0 @@ -# v2-router-find-files-07-errors-catalog - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -В каком файле лежит каталог ошибок? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "В каком файле лежит каталог ошибок?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "В каком файле лежит каталог ошибок?", - "normalized_query": "В каком файле лежит каталог ошибок?", - "target_terms": [ - "errors_catalog", - "каком", - "файле", - "лежит", - "каталог", - "ошибок" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "matched_aliases": [ - "errors_catalog" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "В каком файле лежит каталог ошибок?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "errors_catalog", - "каком", - "файле", - "лежит", - "каталог", - "ошибок" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "matched_aliases": [ - "errors_catalog" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.json deleted file mode 100644 index f9b1b13..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.json +++ /dev/null @@ -1,81 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-08-docs-index", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Покажи файл-индекс документации проекта", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Покажи файл-индекс документации проекта", - "normalized_query": "Покажи файл-индекс документации проекта", - "target_terms": [ - "docs_index", - "файл-индекс", - "проекта" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/README.md" - ], - "matched_aliases": [ - "docs_index" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Покажи файл-индекс документации проекта" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "docs_index", - "файл-индекс", - "проекта" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/README.md" - ], - "matched_aliases": [ - "docs_index" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.md deleted file mode 100644 index fa65c6a..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.md +++ /dev/null @@ -1,91 +0,0 @@ -# v2-router-find-files-08-docs-index - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Покажи файл-индекс документации проекта - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Покажи файл-индекс документации проекта", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Покажи файл-индекс документации проекта", - "normalized_query": "Покажи файл-индекс документации проекта", - "target_terms": [ - "docs_index", - "файл-индекс", - "проекта" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/README.md" - ], - "matched_aliases": [ - "docs_index" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Покажи файл-индекс документации проекта" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "docs_index", - "файл-индекс", - "проекта" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/README.md" - ], - "matched_aliases": [ - "docs_index" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.json deleted file mode 100644 index a8ff1d8..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-09-telegram-bot-api", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": false, - "mismatches": [ - "sub_intent: expected FIND_FILES, got SUMMARY" - ] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Какие файлы относятся к Telegram Bot API интеграции?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Какие файлы относятся к Telegram Bot API интеграции?", - "normalized_query": "Какие файлы относятся к Telegram Bot API интеграции?", - "target_terms": [ - "относятся", - "telegram", - "bot", - "api", - "интеграции" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Bot", - "API" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Какие файлы относятся к Telegram Bot API интеграции?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "относятся", - "telegram", - "bot", - "api", - "интеграции" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Bot", - "API" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.md deleted file mode 100644 index 3450321..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.md +++ /dev/null @@ -1,95 +0,0 @@ -# v2-router-find-files-09-telegram-bot-api - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: False - -## Query -Какие файлы относятся к Telegram Bot API интеграции? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Какие файлы относятся к Telegram Bot API интеграции?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Какие файлы относятся к Telegram Bot API интеграции?", - "normalized_query": "Какие файлы относятся к Telegram Bot API интеграции?", - "target_terms": [ - "относятся", - "telegram", - "bot", - "api", - "интеграции" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Bot", - "API" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Какие файлы относятся к Telegram Bot API интеграции?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "относятся", - "telegram", - "bot", - "api", - "интеграции" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Bot", - "API" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- sub_intent: expected FIND_FILES, got SUMMARY \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.json deleted file mode 100644 index 982e56f..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.json +++ /dev/null @@ -1,85 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-10-telegram-notify-worker", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "В каких файлах описан worker `telegram_notify`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "В каких файлах описан worker `telegram_notify`?", - "normalized_query": "В каких файлах описан worker `telegram_notify`?", - "target_terms": [ - "каких", - "файлах", - "описан", - "worker", - "telegram_notify" - ], - "anchors": { - "entity_names": [], - "file_names": [ - "telegram_notify" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "В каких файлах описан worker `telegram_notify`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "каких", - "файлах", - "описан", - "worker", - "telegram_notify" - ], - "anchors": { - "entity_names": [], - "file_names": [ - "telegram_notify" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.md deleted file mode 100644 index 5f77518..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.md +++ /dev/null @@ -1,95 +0,0 @@ -# v2-router-find-files-10-telegram-notify-worker - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -В каких файлах описан worker `telegram_notify`? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "В каких файлах описан worker `telegram_notify`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "В каких файлах описан worker `telegram_notify`?", - "normalized_query": "В каких файлах описан worker `telegram_notify`?", - "target_terms": [ - "каких", - "файлах", - "описан", - "worker", - "telegram_notify" - ], - "anchors": { - "entity_names": [], - "file_names": [ - "telegram_notify" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "В каких файлах описан worker `telegram_notify`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "каких", - "файлах", - "описан", - "worker", - "telegram_notify" - ], - "anchors": { - "entity_names": [], - "file_names": [ - "telegram_notify" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.json deleted file mode 100644 index 27d18f8..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.json +++ /dev/null @@ -1,69 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-01-what-is-service", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Что это за сервис?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Что это за сервис?", - "normalized_query": "Что это за сервис?", - "target_terms": [ - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что это за сервис?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.md deleted file mode 100644 index aa7263c..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.md +++ /dev/null @@ -1,79 +0,0 @@ -# v2-router-general-01-what-is-service - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Что это за сервис? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Что это за сервис?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Что это за сервис?", - "normalized_query": "Что это за сервис?", - "target_terms": [ - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что это за сервис?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-02-purpose.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-02-purpose.json deleted file mode 100644 index 4480103..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-02-purpose.json +++ /dev/null @@ -1,79 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-02-purpose", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Для чего нужен test_echo_app?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Для чего нужен test_echo_app?", - "normalized_query": "Для чего нужен test_echo_app?", - "target_terms": [ - "для", - "чего", - "нужен", - "test_echo_app" - ], - "anchors": { - "entity_names": [], - "file_names": [ - "test_echo_app" - ], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Для чего нужен test_echo_app?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "для", - "чего", - "нужен", - "test_echo_app" - ], - "anchors": { - "entity_names": [], - "file_names": [ - "test_echo_app" - ], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-02-purpose.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-02-purpose.md deleted file mode 100644 index d662352..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-02-purpose.md +++ /dev/null @@ -1,89 +0,0 @@ -# v2-router-general-02-purpose - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Для чего нужен test_echo_app? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Для чего нужен test_echo_app?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Для чего нужен test_echo_app?", - "normalized_query": "Для чего нужен test_echo_app?", - "target_terms": [ - "для", - "чего", - "нужен", - "test_echo_app" - ], - "anchors": { - "entity_names": [], - "file_names": [ - "test_echo_app" - ], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Для чего нужен test_echo_app?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "для", - "чего", - "нужен", - "test_echo_app" - ], - "anchors": { - "entity_names": [], - "file_names": [ - "test_echo_app" - ], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-03-problem.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-03-problem.json deleted file mode 100644 index d6694a2..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-03-problem.json +++ /dev/null @@ -1,75 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-03-problem", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Какую задачу решает это приложение?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Какую задачу решает это приложение?", - "normalized_query": "Какую задачу решает это приложение?", - "target_terms": [ - "какую", - "задачу", - "решает", - "приложение" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Какую задачу решает это приложение?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "какую", - "задачу", - "решает", - "приложение" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-03-problem.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-03-problem.md deleted file mode 100644 index e0055a8..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-03-problem.md +++ /dev/null @@ -1,85 +0,0 @@ -# v2-router-general-03-problem - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Какую задачу решает это приложение? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Какую задачу решает это приложение?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Какую задачу решает это приложение?", - "normalized_query": "Какую задачу решает это приложение?", - "target_terms": [ - "какую", - "задачу", - "решает", - "приложение" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Какую задачу решает это приложение?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "какую", - "задачу", - "решает", - "приложение" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.json deleted file mode 100644 index cf9f2ed..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.json +++ /dev/null @@ -1,73 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-04-docs-contents", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Что входит в документацию этого проекта?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Что входит в документацию этого проекта?", - "normalized_query": "Что входит в документацию этого проекта?", - "target_terms": [ - "входит", - "документацию", - "проекта" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что входит в документацию этого проекта?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "входит", - "документацию", - "проекта" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.md deleted file mode 100644 index adba625..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.md +++ /dev/null @@ -1,83 +0,0 @@ -# v2-router-general-04-docs-contents - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Что входит в документацию этого проекта? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Что входит в документацию этого проекта?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Что входит в документацию этого проекта?", - "normalized_query": "Что входит в документацию этого проекта?", - "target_terms": [ - "входит", - "документацию", - "проекта" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что входит в документацию этого проекта?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "входит", - "документацию", - "проекта" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-05-main-parts.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-05-main-parts.json deleted file mode 100644 index bb52214..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-05-main-parts.json +++ /dev/null @@ -1,75 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-05-main-parts", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Какие основные части есть у системы?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Какие основные части есть у системы?", - "normalized_query": "Какие основные части есть у системы?", - "target_terms": [ - "основные", - "части", - "есть", - "системы" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Какие основные части есть у системы?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "основные", - "части", - "есть", - "системы" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-05-main-parts.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-05-main-parts.md deleted file mode 100644 index 4dd636a..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-05-main-parts.md +++ /dev/null @@ -1,85 +0,0 @@ -# v2-router-general-05-main-parts - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Какие основные части есть у системы? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Какие основные части есть у системы?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Какие основные части есть у системы?", - "normalized_query": "Какие основные части есть у системы?", - "target_terms": [ - "основные", - "части", - "есть", - "системы" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Какие основные части есть у системы?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "основные", - "части", - "есть", - "системы" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.json deleted file mode 100644 index b5a6df4..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.json +++ /dev/null @@ -1,73 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-06-high-level-architecture", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Как в целом устроено приложение?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Как в целом устроено приложение?", - "normalized_query": "Как в целом устроено приложение?", - "target_terms": [ - "целом", - "устроено", - "приложение" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как в целом устроено приложение?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "целом", - "устроено", - "приложение" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.md deleted file mode 100644 index 693f1cf..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.md +++ /dev/null @@ -1,83 +0,0 @@ -# v2-router-general-06-high-level-architecture - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Как в целом устроено приложение? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Как в целом устроено приложение?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Как в целом устроено приложение?", - "normalized_query": "Как в целом устроено приложение?", - "target_terms": [ - "целом", - "устроено", - "приложение" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как в целом устроено приложение?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "целом", - "устроено", - "приложение" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-07-besides-api.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-07-besides-api.json deleted file mode 100644 index 1336596..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-07-besides-api.json +++ /dev/null @@ -1,79 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-07-besides-api", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Что тут есть кроме API?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Что тут есть кроме API?", - "normalized_query": "Что тут есть кроме API?", - "target_terms": [ - "тут", - "есть", - "кроме", - "api" - ], - "anchors": { - "entity_names": [ - "API" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что тут есть кроме API?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "тут", - "есть", - "кроме", - "api" - ], - "anchors": { - "entity_names": [ - "API" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-07-besides-api.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-07-besides-api.md deleted file mode 100644 index 72b9d53..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-07-besides-api.md +++ /dev/null @@ -1,89 +0,0 @@ -# v2-router-general-07-besides-api - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Что тут есть кроме API? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Что тут есть кроме API?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Что тут есть кроме API?", - "normalized_query": "Что тут есть кроме API?", - "target_terms": [ - "тут", - "есть", - "кроме", - "api" - ], - "anchors": { - "entity_names": [ - "API" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что тут есть кроме API?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "тут", - "есть", - "кроме", - "api" - ], - "anchors": { - "entity_names": [ - "API" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-08-components.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-08-components.json deleted file mode 100644 index e7aa4e4..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-08-components.json +++ /dev/null @@ -1,89 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-08-components", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Из чего состоит Telegram Notify App?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Из чего состоит Telegram Notify App?", - "normalized_query": "Из чего состоит Telegram Notify App?", - "target_terms": [ - "чего", - "состоит", - "telegram", - "notify", - "app" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Notify", - "App" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Из чего состоит Telegram Notify App?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "чего", - "состоит", - "telegram", - "notify", - "app" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Notify", - "App" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-08-components.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-08-components.md deleted file mode 100644 index 8973686..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-08-components.md +++ /dev/null @@ -1,99 +0,0 @@ -# v2-router-general-08-components - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Из чего состоит Telegram Notify App? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Из чего состоит Telegram Notify App?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Из чего состоит Telegram Notify App?", - "normalized_query": "Из чего состоит Telegram Notify App?", - "target_terms": [ - "чего", - "состоит", - "telegram", - "notify", - "app" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Notify", - "App" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Из чего состоит Telegram Notify App?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "чего", - "состоит", - "telegram", - "notify", - "app" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Notify", - "App" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-09-reading-order.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-09-reading-order.json deleted file mode 100644 index 0b62adf..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-09-reading-order.json +++ /dev/null @@ -1,73 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-09-reading-order", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Какие документы стоит читать сначала?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Какие документы стоит читать сначала?", - "normalized_query": "Какие документы стоит читать сначала?", - "target_terms": [ - "стоит", - "читать", - "сначала" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Какие документы стоит читать сначала?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "стоит", - "читать", - "сначала" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-09-reading-order.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-09-reading-order.md deleted file mode 100644 index a246294..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-09-reading-order.md +++ /dev/null @@ -1,83 +0,0 @@ -# v2-router-general-09-reading-order - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Какие документы стоит читать сначала? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Какие документы стоит читать сначала?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Какие документы стоит читать сначала?", - "normalized_query": "Какие документы стоит читать сначала?", - "target_terms": [ - "стоит", - "читать", - "сначала" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Какие документы стоит читать сначала?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "стоит", - "читать", - "сначала" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-10-short-summary.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-10-short-summary.json deleted file mode 100644 index 2b70a92..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-10-short-summary.json +++ /dev/null @@ -1,71 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-10-short-summary", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Дай короткое summary по проектной документации", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Дай короткое summary по проектной документации", - "normalized_query": "Дай короткое summary по проектной документации", - "target_terms": [ - "короткое", - "проектной" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Дай короткое summary по проектной документации" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "короткое", - "проектной" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-10-short-summary.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-10-short-summary.md deleted file mode 100644 index 2df755e..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/router_only_docs_v2_matrix_v2-router-general-10-short-summary.md +++ /dev/null @@ -1,81 +0,0 @@ -# v2-router-general-10-short-summary - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Дай короткое summary по проектной документации - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Дай короткое summary по проектной документации", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Дай короткое summary по проектной документации", - "normalized_query": "Дай короткое summary по проектной документации", - "target_terms": [ - "короткое", - "проектной" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Дай короткое summary по проектной документации" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "короткое", - "проектной" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/summary.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/summary.md deleted file mode 100644 index b7d961f..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_124956/summary.md +++ /dev/null @@ -1,42 +0,0 @@ -# pipeline_setup_v4 summary - -Passed: 26/30 - -| Case | Component | Query | Intent | Sub-intent | Pass | -|------|-----------|-------|--------|------------|------| -| v2-router-general-01-what-is-service | process_v2_intent_router | Что это за сервис? | GENERAL_QA | SUMMARY | ✓ | -| v2-router-general-02-purpose | process_v2_intent_router | Для чего нужен test_echo_app? | GENERAL_QA | SUMMARY | ✓ | -| v2-router-general-03-problem | process_v2_intent_router | Какую задачу решает это приложение? | GENERAL_QA | SUMMARY | ✓ | -| v2-router-general-04-docs-contents | process_v2_intent_router | Что входит в документацию этого проекта? | GENERAL_QA | SUMMARY | ✓ | -| v2-router-general-05-main-parts | process_v2_intent_router | Какие основные части есть у системы? | GENERAL_QA | SUMMARY | ✓ | -| v2-router-general-06-high-level-architecture | process_v2_intent_router | Как в целом устроено приложение? | GENERAL_QA | SUMMARY | ✓ | -| v2-router-general-07-besides-api | process_v2_intent_router | Что тут есть кроме API? | GENERAL_QA | SUMMARY | ✓ | -| v2-router-general-08-components | process_v2_intent_router | Из чего состоит Telegram Notify App? | DOC_EXPLAIN | SUMMARY | ✓ | -| v2-router-general-09-reading-order | process_v2_intent_router | Какие документы стоит читать сначала? | GENERAL_QA | SUMMARY | ✓ | -| v2-router-general-10-short-summary | process_v2_intent_router | Дай короткое summary по проектной документации | GENERAL_QA | SUMMARY | ✓ | -| v2-router-docs-summary-01-health | process_v2_intent_router | Кратко объясни по документации, как работает `/health` | DOC_EXPLAIN | SUMMARY | ✓ | -| v2-router-docs-summary-02-send | process_v2_intent_router | Что делает endpoint `/send`? | DOC_EXPLAIN | SUMMARY | ✓ | -| v2-router-docs-summary-03-actions | process_v2_intent_router | Объясни назначение `/actions/{action}` | DOC_EXPLAIN | SUMMARY | ✓ | -| v2-router-docs-summary-04-runtime-health | process_v2_intent_router | Что такое runtime health в этой документации? | DOC_EXPLAIN | SUMMARY | ✓ | -| v2-router-docs-summary-05-notification-loop | process_v2_intent_router | Кратко опиши цикл отправки уведомлений | GENERAL_QA | SUMMARY | ✗ | -| v2-router-docs-summary-06-architecture | process_v2_intent_router | Как устроена архитектура Telegram Notify App? | DOC_EXPLAIN | SUMMARY | ✓ | -| v2-router-docs-summary-07-worker | process_v2_intent_router | Что делает worker в этом приложении? | DOC_EXPLAIN | SUMMARY | ✓ | -| v2-router-docs-summary-08-health-statuses | process_v2_intent_router | Какие статусы здоровья есть у runtime? | GENERAL_QA | SUMMARY | ✗ | -| v2-router-docs-summary-09-manual-send | process_v2_intent_router | Как в приложении устроена ручная отправка сообщения? | GENERAL_QA | SUMMARY | ✗ | -| v2-router-docs-summary-10-telegram-integration | process_v2_intent_router | Как сервис взаимодействует с Telegram в целом? | GENERAL_QA | SUMMARY | ✓ | -| v2-router-find-files-01-health | process_v2_intent_router | В каком файле описан `/health`? | DOC_EXPLAIN | FIND_FILES | ✓ | -| v2-router-find-files-02-send | process_v2_intent_router | Покажи файл с описанием endpoint `/send` | DOC_EXPLAIN | FIND_FILES | ✓ | -| v2-router-find-files-03-actions | process_v2_intent_router | Где находится документация по `/actions/{action}`? | DOC_EXPLAIN | FIND_FILES | ✓ | -| v2-router-find-files-04-runtime-health | process_v2_intent_router | В каком документе описан runtime health? | DOC_EXPLAIN | FIND_FILES | ✓ | -| v2-router-find-files-05-loop | process_v2_intent_router | Найди файл с логикой цикла отправки уведомлений | DOC_EXPLAIN | FIND_FILES | ✓ | -| v2-router-find-files-06-architecture | process_v2_intent_router | Где описана архитектура приложения? | DOC_EXPLAIN | FIND_FILES | ✓ | -| v2-router-find-files-07-errors-catalog | process_v2_intent_router | В каком файле лежит каталог ошибок? | DOC_EXPLAIN | FIND_FILES | ✓ | -| v2-router-find-files-08-docs-index | process_v2_intent_router | Покажи файл-индекс документации проекта | DOC_EXPLAIN | FIND_FILES | ✓ | -| v2-router-find-files-09-telegram-bot-api | process_v2_intent_router | Какие файлы относятся к Telegram Bot API интеграции? | DOC_EXPLAIN | SUMMARY | ✗ | -| v2-router-find-files-10-telegram-notify-worker | process_v2_intent_router | В каких файлах описан worker `telegram_notify`? | DOC_EXPLAIN | FIND_FILES | ✓ | - -## Failures -- **v2-router-docs-summary-05-notification-loop**: domain: expected DOCS, got GENERAL; intent: expected DOC_EXPLAIN, got GENERAL_QA -- **v2-router-docs-summary-08-health-statuses**: domain: expected DOCS, got GENERAL; intent: expected DOC_EXPLAIN, got GENERAL_QA -- **v2-router-docs-summary-09-manual-send**: domain: expected DOCS, got GENERAL; intent: expected DOC_EXPLAIN, got GENERAL_QA -- **v2-router-find-files-09-telegram-bot-api**: sub_intent: expected FIND_FILES, got SUMMARY \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.json deleted file mode 100644 index e0ce050..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.json +++ /dev/null @@ -1,81 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-01-health", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Кратко объясни по документации, как работает `/health`", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Кратко объясни по документации, как работает `/health`", - "normalized_query": "Кратко объясни по документации, как работает `/health`", - "target_terms": [ - "/health", - "кратко", - "работает" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Кратко объясни по документации, как работает `/health`" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "/health", - "кратко", - "работает" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.md deleted file mode 100644 index 4d811c8..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.md +++ /dev/null @@ -1,91 +0,0 @@ -# v2-router-docs-summary-01-health - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Кратко объясни по документации, как работает `/health` - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Кратко объясни по документации, как работает `/health`", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Кратко объясни по документации, как работает `/health`", - "normalized_query": "Кратко объясни по документации, как работает `/health`", - "target_terms": [ - "/health", - "кратко", - "работает" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Кратко объясни по документации, как работает `/health`" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "/health", - "кратко", - "работает" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.json deleted file mode 100644 index 1317d91..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.json +++ /dev/null @@ -1,81 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-02-send", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Что делает endpoint `/send`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Что делает endpoint `/send`?", - "normalized_query": "Что делает endpoint `/send`?", - "target_terms": [ - "/send", - "делает", - "endpoint" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что делает endpoint `/send`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "/send", - "делает", - "endpoint" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.md deleted file mode 100644 index d70e7b6..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.md +++ /dev/null @@ -1,91 +0,0 @@ -# v2-router-docs-summary-02-send - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Что делает endpoint `/send`? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Что делает endpoint `/send`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Что делает endpoint `/send`?", - "normalized_query": "Что делает endpoint `/send`?", - "target_terms": [ - "/send", - "делает", - "endpoint" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что делает endpoint `/send`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "/send", - "делает", - "endpoint" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.json deleted file mode 100644 index 2907bc2..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.json +++ /dev/null @@ -1,85 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-03-actions", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Объясни назначение `/actions/{action}`", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Объясни назначение `/actions/{action}`", - "normalized_query": "Объясни назначение `/actions/{action}`", - "target_terms": [ - "/actions/{action}", - "назначение", - "/actions/{action" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Объясни назначение `/actions/{action}`" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "/actions/{action}", - "назначение", - "/actions/{action" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.md deleted file mode 100644 index 8d1e4cc..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.md +++ /dev/null @@ -1,95 +0,0 @@ -# v2-router-docs-summary-03-actions - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Объясни назначение `/actions/{action}` - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Объясни назначение `/actions/{action}`", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Объясни назначение `/actions/{action}`", - "normalized_query": "Объясни назначение `/actions/{action}`", - "target_terms": [ - "/actions/{action}", - "назначение", - "/actions/{action" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Объясни назначение `/actions/{action}`" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "/actions/{action}", - "назначение", - "/actions/{action" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.json deleted file mode 100644 index 28a51bc..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.json +++ /dev/null @@ -1,83 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-04-runtime-health", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Что такое runtime health в этой документации?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Что такое runtime health в этой документации?", - "normalized_query": "Что такое runtime health в этой документации?", - "target_terms": [ - "runtime_health", - "такое", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что такое runtime health в этой документации?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "runtime_health", - "такое", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.md deleted file mode 100644 index 95d4c46..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.md +++ /dev/null @@ -1,93 +0,0 @@ -# v2-router-docs-summary-04-runtime-health - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Что такое runtime health в этой документации? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Что такое runtime health в этой документации?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Что такое runtime health в этой документации?", - "normalized_query": "Что такое runtime health в этой документации?", - "target_terms": [ - "runtime_health", - "такое", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что такое runtime health в этой документации?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "runtime_health", - "такое", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.json deleted file mode 100644 index aba1991..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-05-notification-loop", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Кратко опиши цикл отправки уведомлений", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Кратко опиши цикл отправки уведомлений", - "normalized_query": "Кратко опиши цикл отправки уведомлений", - "target_terms": [ - "telegram-notify-loop", - "кратко", - "опиши", - "цикл", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [ - "telegram-notify-loop" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Кратко опиши цикл отправки уведомлений" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "telegram-notify-loop", - "кратко", - "опиши", - "цикл", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [ - "telegram-notify-loop" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.md deleted file mode 100644 index 19ea1b6..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.md +++ /dev/null @@ -1,97 +0,0 @@ -# v2-router-docs-summary-05-notification-loop - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Кратко опиши цикл отправки уведомлений - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Кратко опиши цикл отправки уведомлений", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Кратко опиши цикл отправки уведомлений", - "normalized_query": "Кратко опиши цикл отправки уведомлений", - "target_terms": [ - "telegram-notify-loop", - "кратко", - "опиши", - "цикл", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [ - "telegram-notify-loop" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Кратко опиши цикл отправки уведомлений" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "telegram-notify-loop", - "кратко", - "опиши", - "цикл", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [ - "telegram-notify-loop" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.json deleted file mode 100644 index 30385d9..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.json +++ /dev/null @@ -1,95 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-06-architecture", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Как устроена архитектура Telegram Notify App?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Как устроена архитектура Telegram Notify App?", - "normalized_query": "Как устроена архитектура Telegram Notify App?", - "target_terms": [ - "architecture_overview", - "устроена", - "архитектура", - "telegram", - "notify", - "app" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Notify", - "App" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как устроена архитектура Telegram Notify App?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "architecture_overview", - "устроена", - "архитектура", - "telegram", - "notify", - "app" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Notify", - "App" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.md deleted file mode 100644 index 401cc55..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.md +++ /dev/null @@ -1,105 +0,0 @@ -# v2-router-docs-summary-06-architecture - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Как устроена архитектура Telegram Notify App? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Как устроена архитектура Telegram Notify App?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Как устроена архитектура Telegram Notify App?", - "normalized_query": "Как устроена архитектура Telegram Notify App?", - "target_terms": [ - "architecture_overview", - "устроена", - "архитектура", - "telegram", - "notify", - "app" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Notify", - "App" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как устроена архитектура Telegram Notify App?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "architecture_overview", - "устроена", - "архитектура", - "telegram", - "notify", - "app" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Notify", - "App" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.json deleted file mode 100644 index ed32c20..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.json +++ /dev/null @@ -1,79 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-07-worker", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Что делает worker в этом приложении?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Что делает worker в этом приложении?", - "normalized_query": "Что делает worker в этом приложении?", - "target_terms": [ - "делает", - "worker", - "этом", - "приложении" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что делает worker в этом приложении?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "делает", - "worker", - "этом", - "приложении" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.md deleted file mode 100644 index 397ca47..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.md +++ /dev/null @@ -1,89 +0,0 @@ -# v2-router-docs-summary-07-worker - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Что делает worker в этом приложении? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Что делает worker в этом приложении?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Что делает worker в этом приложении?", - "normalized_query": "Что делает worker в этом приложении?", - "target_terms": [ - "делает", - "worker", - "этом", - "приложении" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что делает worker в этом приложении?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "делает", - "worker", - "этом", - "приложении" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.json deleted file mode 100644 index 2054dda..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.json +++ /dev/null @@ -1,85 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-08-health-statuses", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Какие статусы здоровья есть у runtime?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Какие статусы здоровья есть у runtime?", - "normalized_query": "Какие статусы здоровья есть у runtime?", - "target_terms": [ - "runtime_health", - "статусы", - "здоровья", - "есть", - "runtime" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Какие статусы здоровья есть у runtime?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "runtime_health", - "статусы", - "здоровья", - "есть", - "runtime" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.md deleted file mode 100644 index a360ce2..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.md +++ /dev/null @@ -1,95 +0,0 @@ -# v2-router-docs-summary-08-health-statuses - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Какие статусы здоровья есть у runtime? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Какие статусы здоровья есть у runtime?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Какие статусы здоровья есть у runtime?", - "normalized_query": "Какие статусы здоровья есть у runtime?", - "target_terms": [ - "runtime_health", - "статусы", - "здоровья", - "есть", - "runtime" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Какие статусы здоровья есть у runtime?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "runtime_health", - "статусы", - "здоровья", - "есть", - "runtime" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.json deleted file mode 100644 index 0ca5792..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-09-manual-send", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Как в приложении устроена ручная отправка сообщения?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Как в приложении устроена ручная отправка сообщения?", - "normalized_query": "Как в приложении устроена ручная отправка сообщения?", - "target_terms": [ - "/send", - "приложении", - "устроена", - "ручная", - "отправка", - "сообщения" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [ - "/send" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как в приложении устроена ручная отправка сообщения?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "/send", - "приложении", - "устроена", - "ручная", - "отправка", - "сообщения" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [ - "/send" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.md deleted file mode 100644 index 7ec0fc0..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.md +++ /dev/null @@ -1,97 +0,0 @@ -# v2-router-docs-summary-09-manual-send - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Как в приложении устроена ручная отправка сообщения? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Как в приложении устроена ручная отправка сообщения?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Как в приложении устроена ручная отправка сообщения?", - "normalized_query": "Как в приложении устроена ручная отправка сообщения?", - "target_terms": [ - "/send", - "приложении", - "устроена", - "ручная", - "отправка", - "сообщения" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [ - "/send" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как в приложении устроена ручная отправка сообщения?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "/send", - "приложении", - "устроена", - "ручная", - "отправка", - "сообщения" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [ - "/send" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.json deleted file mode 100644 index 78ed8cc..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.json +++ /dev/null @@ -1,79 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-10-telegram-integration", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Как сервис взаимодействует с Telegram в целом?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Как сервис взаимодействует с Telegram в целом?", - "normalized_query": "Как сервис взаимодействует с Telegram в целом?", - "target_terms": [ - "сервис", - "взаимодействует", - "telegram", - "целом" - ], - "anchors": { - "entity_names": [ - "Telegram" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как сервис взаимодействует с Telegram в целом?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "сервис", - "взаимодействует", - "telegram", - "целом" - ], - "anchors": { - "entity_names": [ - "Telegram" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.md deleted file mode 100644 index a1bdb67..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.md +++ /dev/null @@ -1,89 +0,0 @@ -# v2-router-docs-summary-10-telegram-integration - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Как сервис взаимодействует с Telegram в целом? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Как сервис взаимодействует с Telegram в целом?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Как сервис взаимодействует с Telegram в целом?", - "normalized_query": "Как сервис взаимодействует с Telegram в целом?", - "target_terms": [ - "сервис", - "взаимодействует", - "telegram", - "целом" - ], - "anchors": { - "entity_names": [ - "Telegram" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как сервис взаимодействует с Telegram в целом?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "сервис", - "взаимодействует", - "telegram", - "целом" - ], - "anchors": { - "entity_names": [ - "Telegram" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-01-health.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-01-health.json deleted file mode 100644 index e9cf5a9..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-01-health.json +++ /dev/null @@ -1,83 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-01-health", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "В каком файле описан `/health`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "В каком файле описан `/health`?", - "normalized_query": "В каком файле описан `/health`?", - "target_terms": [ - "/health", - "каком", - "файле", - "описан" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "В каком файле описан `/health`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "/health", - "каком", - "файле", - "описан" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-01-health.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-01-health.md deleted file mode 100644 index c53bee3..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-01-health.md +++ /dev/null @@ -1,93 +0,0 @@ -# v2-router-find-files-01-health - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -В каком файле описан `/health`? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "В каком файле описан `/health`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "В каком файле описан `/health`?", - "normalized_query": "В каком файле описан `/health`?", - "target_terms": [ - "/health", - "каком", - "файле", - "описан" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "В каком файле описан `/health`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "/health", - "каком", - "файле", - "описан" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-02-send.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-02-send.json deleted file mode 100644 index b100875..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-02-send.json +++ /dev/null @@ -1,81 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-02-send", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Покажи файл с описанием endpoint `/send`", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Покажи файл с описанием endpoint `/send`", - "normalized_query": "Покажи файл с описанием endpoint `/send`", - "target_terms": [ - "/send", - "описанием", - "endpoint" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Покажи файл с описанием endpoint `/send`" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "/send", - "описанием", - "endpoint" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-02-send.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-02-send.md deleted file mode 100644 index 00d0a8b..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-02-send.md +++ /dev/null @@ -1,91 +0,0 @@ -# v2-router-find-files-02-send - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Покажи файл с описанием endpoint `/send` - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Покажи файл с описанием endpoint `/send`", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Покажи файл с описанием endpoint `/send`", - "normalized_query": "Покажи файл с описанием endpoint `/send`", - "target_terms": [ - "/send", - "описанием", - "endpoint" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Покажи файл с описанием endpoint `/send`" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "/send", - "описанием", - "endpoint" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-03-actions.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-03-actions.json deleted file mode 100644 index 2e1f88e..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-03-actions.json +++ /dev/null @@ -1,85 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-03-actions", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Где находится документация по `/actions/{action}`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Где находится документация по `/actions/{action}`?", - "normalized_query": "Где находится документация по `/actions/{action}`?", - "target_terms": [ - "/actions/{action}", - "находится", - "/actions/{action" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Где находится документация по `/actions/{action}`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "/actions/{action}", - "находится", - "/actions/{action" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-03-actions.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-03-actions.md deleted file mode 100644 index 7d725f4..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-03-actions.md +++ /dev/null @@ -1,95 +0,0 @@ -# v2-router-find-files-03-actions - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Где находится документация по `/actions/{action}`? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Где находится документация по `/actions/{action}`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Где находится документация по `/actions/{action}`?", - "normalized_query": "Где находится документация по `/actions/{action}`?", - "target_terms": [ - "/actions/{action}", - "находится", - "/actions/{action" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Где находится документация по `/actions/{action}`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "/actions/{action}", - "находится", - "/actions/{action" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.json deleted file mode 100644 index 6bcb3fe..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-04-runtime-health", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "В каком документе описан runtime health?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "В каком документе описан runtime health?", - "normalized_query": "В каком документе описан runtime health?", - "target_terms": [ - "runtime_health", - "каком", - "документе", - "описан", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "В каком документе описан runtime health?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "runtime_health", - "каком", - "документе", - "описан", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.md deleted file mode 100644 index 67a4971..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.md +++ /dev/null @@ -1,97 +0,0 @@ -# v2-router-find-files-04-runtime-health - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -В каком документе описан runtime health? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "В каком документе описан runtime health?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "В каком документе описан runtime health?", - "normalized_query": "В каком документе описан runtime health?", - "target_terms": [ - "runtime_health", - "каком", - "документе", - "описан", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "В каком документе описан runtime health?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "runtime_health", - "каком", - "документе", - "описан", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-05-loop.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-05-loop.json deleted file mode 100644 index 22e0dc9..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-05-loop.json +++ /dev/null @@ -1,79 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-05-loop", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Найди файл с логикой цикла отправки уведомлений", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Найди файл с логикой цикла отправки уведомлений", - "normalized_query": "Найди файл с логикой цикла отправки уведомлений", - "target_terms": [ - "логикой", - "цикла", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Найди файл с логикой цикла отправки уведомлений" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "логикой", - "цикла", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-05-loop.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-05-loop.md deleted file mode 100644 index e5fb3cc..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-05-loop.md +++ /dev/null @@ -1,89 +0,0 @@ -# v2-router-find-files-05-loop - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Найди файл с логикой цикла отправки уведомлений - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Найди файл с логикой цикла отправки уведомлений", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Найди файл с логикой цикла отправки уведомлений", - "normalized_query": "Найди файл с логикой цикла отправки уведомлений", - "target_terms": [ - "логикой", - "цикла", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Найди файл с логикой цикла отправки уведомлений" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "логикой", - "цикла", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.json deleted file mode 100644 index 0274ae5..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.json +++ /dev/null @@ -1,83 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-06-architecture", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Где описана архитектура приложения?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Где описана архитектура приложения?", - "normalized_query": "Где описана архитектура приложения?", - "target_terms": [ - "architecture_overview", - "описана", - "архитектура", - "приложения" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Где описана архитектура приложения?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "architecture_overview", - "описана", - "архитектура", - "приложения" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.md deleted file mode 100644 index e9e5561..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.md +++ /dev/null @@ -1,93 +0,0 @@ -# v2-router-find-files-06-architecture - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Где описана архитектура приложения? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Где описана архитектура приложения?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Где описана архитектура приложения?", - "normalized_query": "Где описана архитектура приложения?", - "target_terms": [ - "architecture_overview", - "описана", - "архитектура", - "приложения" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Где описана архитектура приложения?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "architecture_overview", - "описана", - "архитектура", - "приложения" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.json deleted file mode 100644 index f395d9e..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-07-errors-catalog", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "В каком файле лежит каталог ошибок?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "В каком файле лежит каталог ошибок?", - "normalized_query": "В каком файле лежит каталог ошибок?", - "target_terms": [ - "errors_catalog", - "каком", - "файле", - "лежит", - "каталог", - "ошибок" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "matched_aliases": [ - "errors_catalog" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "В каком файле лежит каталог ошибок?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "errors_catalog", - "каком", - "файле", - "лежит", - "каталог", - "ошибок" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "matched_aliases": [ - "errors_catalog" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.md deleted file mode 100644 index 06d4c48..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.md +++ /dev/null @@ -1,97 +0,0 @@ -# v2-router-find-files-07-errors-catalog - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -В каком файле лежит каталог ошибок? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "В каком файле лежит каталог ошибок?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "В каком файле лежит каталог ошибок?", - "normalized_query": "В каком файле лежит каталог ошибок?", - "target_terms": [ - "errors_catalog", - "каком", - "файле", - "лежит", - "каталог", - "ошибок" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "matched_aliases": [ - "errors_catalog" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "В каком файле лежит каталог ошибок?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "errors_catalog", - "каком", - "файле", - "лежит", - "каталог", - "ошибок" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "matched_aliases": [ - "errors_catalog" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.json deleted file mode 100644 index f9b1b13..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.json +++ /dev/null @@ -1,81 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-08-docs-index", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Покажи файл-индекс документации проекта", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Покажи файл-индекс документации проекта", - "normalized_query": "Покажи файл-индекс документации проекта", - "target_terms": [ - "docs_index", - "файл-индекс", - "проекта" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/README.md" - ], - "matched_aliases": [ - "docs_index" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Покажи файл-индекс документации проекта" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "docs_index", - "файл-индекс", - "проекта" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/README.md" - ], - "matched_aliases": [ - "docs_index" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.md deleted file mode 100644 index fa65c6a..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.md +++ /dev/null @@ -1,91 +0,0 @@ -# v2-router-find-files-08-docs-index - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Покажи файл-индекс документации проекта - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Покажи файл-индекс документации проекта", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Покажи файл-индекс документации проекта", - "normalized_query": "Покажи файл-индекс документации проекта", - "target_terms": [ - "docs_index", - "файл-индекс", - "проекта" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/README.md" - ], - "matched_aliases": [ - "docs_index" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Покажи файл-индекс документации проекта" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "docs_index", - "файл-индекс", - "проекта" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/README.md" - ], - "matched_aliases": [ - "docs_index" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.json deleted file mode 100644 index 083049f..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.json +++ /dev/null @@ -1,85 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-09-telegram-bot-api", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Какие файлы относятся к Telegram Bot API интеграции?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Какие файлы относятся к Telegram Bot API интеграции?", - "normalized_query": "Какие файлы относятся к Telegram Bot API интеграции?", - "target_terms": [ - "относятся", - "telegram", - "bot", - "api", - "интеграции" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Bot", - "API" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Какие файлы относятся к Telegram Bot API интеграции?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "относятся", - "telegram", - "bot", - "api", - "интеграции" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Bot", - "API" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.md deleted file mode 100644 index e633f25..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.md +++ /dev/null @@ -1,95 +0,0 @@ -# v2-router-find-files-09-telegram-bot-api - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Какие файлы относятся к Telegram Bot API интеграции? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Какие файлы относятся к Telegram Bot API интеграции?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Какие файлы относятся к Telegram Bot API интеграции?", - "normalized_query": "Какие файлы относятся к Telegram Bot API интеграции?", - "target_terms": [ - "относятся", - "telegram", - "bot", - "api", - "интеграции" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Bot", - "API" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Какие файлы относятся к Telegram Bot API интеграции?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "относятся", - "telegram", - "bot", - "api", - "интеграции" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Bot", - "API" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.json deleted file mode 100644 index 982e56f..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.json +++ /dev/null @@ -1,85 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-10-telegram-notify-worker", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "В каких файлах описан worker `telegram_notify`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "В каких файлах описан worker `telegram_notify`?", - "normalized_query": "В каких файлах описан worker `telegram_notify`?", - "target_terms": [ - "каких", - "файлах", - "описан", - "worker", - "telegram_notify" - ], - "anchors": { - "entity_names": [], - "file_names": [ - "telegram_notify" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "В каких файлах описан worker `telegram_notify`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "каких", - "файлах", - "описан", - "worker", - "telegram_notify" - ], - "anchors": { - "entity_names": [], - "file_names": [ - "telegram_notify" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.md deleted file mode 100644 index 5f77518..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.md +++ /dev/null @@ -1,95 +0,0 @@ -# v2-router-find-files-10-telegram-notify-worker - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -В каких файлах описан worker `telegram_notify`? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "В каких файлах описан worker `telegram_notify`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "В каких файлах описан worker `telegram_notify`?", - "normalized_query": "В каких файлах описан worker `telegram_notify`?", - "target_terms": [ - "каких", - "файлах", - "описан", - "worker", - "telegram_notify" - ], - "anchors": { - "entity_names": [], - "file_names": [ - "telegram_notify" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "В каких файлах описан worker `telegram_notify`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "каких", - "файлах", - "описан", - "worker", - "telegram_notify" - ], - "anchors": { - "entity_names": [], - "file_names": [ - "telegram_notify" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.json deleted file mode 100644 index 27d18f8..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.json +++ /dev/null @@ -1,69 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-01-what-is-service", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Что это за сервис?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Что это за сервис?", - "normalized_query": "Что это за сервис?", - "target_terms": [ - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что это за сервис?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.md deleted file mode 100644 index aa7263c..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.md +++ /dev/null @@ -1,79 +0,0 @@ -# v2-router-general-01-what-is-service - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Что это за сервис? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Что это за сервис?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Что это за сервис?", - "normalized_query": "Что это за сервис?", - "target_terms": [ - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что это за сервис?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-02-purpose.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-02-purpose.json deleted file mode 100644 index 4480103..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-02-purpose.json +++ /dev/null @@ -1,79 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-02-purpose", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Для чего нужен test_echo_app?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Для чего нужен test_echo_app?", - "normalized_query": "Для чего нужен test_echo_app?", - "target_terms": [ - "для", - "чего", - "нужен", - "test_echo_app" - ], - "anchors": { - "entity_names": [], - "file_names": [ - "test_echo_app" - ], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Для чего нужен test_echo_app?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "для", - "чего", - "нужен", - "test_echo_app" - ], - "anchors": { - "entity_names": [], - "file_names": [ - "test_echo_app" - ], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-02-purpose.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-02-purpose.md deleted file mode 100644 index d662352..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-02-purpose.md +++ /dev/null @@ -1,89 +0,0 @@ -# v2-router-general-02-purpose - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Для чего нужен test_echo_app? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Для чего нужен test_echo_app?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Для чего нужен test_echo_app?", - "normalized_query": "Для чего нужен test_echo_app?", - "target_terms": [ - "для", - "чего", - "нужен", - "test_echo_app" - ], - "anchors": { - "entity_names": [], - "file_names": [ - "test_echo_app" - ], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Для чего нужен test_echo_app?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "для", - "чего", - "нужен", - "test_echo_app" - ], - "anchors": { - "entity_names": [], - "file_names": [ - "test_echo_app" - ], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-03-problem.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-03-problem.json deleted file mode 100644 index d6694a2..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-03-problem.json +++ /dev/null @@ -1,75 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-03-problem", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Какую задачу решает это приложение?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Какую задачу решает это приложение?", - "normalized_query": "Какую задачу решает это приложение?", - "target_terms": [ - "какую", - "задачу", - "решает", - "приложение" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Какую задачу решает это приложение?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "какую", - "задачу", - "решает", - "приложение" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-03-problem.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-03-problem.md deleted file mode 100644 index e0055a8..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-03-problem.md +++ /dev/null @@ -1,85 +0,0 @@ -# v2-router-general-03-problem - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Какую задачу решает это приложение? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Какую задачу решает это приложение?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Какую задачу решает это приложение?", - "normalized_query": "Какую задачу решает это приложение?", - "target_terms": [ - "какую", - "задачу", - "решает", - "приложение" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Какую задачу решает это приложение?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "какую", - "задачу", - "решает", - "приложение" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.json deleted file mode 100644 index cf9f2ed..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.json +++ /dev/null @@ -1,73 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-04-docs-contents", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Что входит в документацию этого проекта?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Что входит в документацию этого проекта?", - "normalized_query": "Что входит в документацию этого проекта?", - "target_terms": [ - "входит", - "документацию", - "проекта" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что входит в документацию этого проекта?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "входит", - "документацию", - "проекта" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.md deleted file mode 100644 index adba625..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.md +++ /dev/null @@ -1,83 +0,0 @@ -# v2-router-general-04-docs-contents - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Что входит в документацию этого проекта? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Что входит в документацию этого проекта?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Что входит в документацию этого проекта?", - "normalized_query": "Что входит в документацию этого проекта?", - "target_terms": [ - "входит", - "документацию", - "проекта" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что входит в документацию этого проекта?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "входит", - "документацию", - "проекта" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-05-main-parts.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-05-main-parts.json deleted file mode 100644 index bb52214..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-05-main-parts.json +++ /dev/null @@ -1,75 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-05-main-parts", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Какие основные части есть у системы?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Какие основные части есть у системы?", - "normalized_query": "Какие основные части есть у системы?", - "target_terms": [ - "основные", - "части", - "есть", - "системы" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Какие основные части есть у системы?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "основные", - "части", - "есть", - "системы" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-05-main-parts.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-05-main-parts.md deleted file mode 100644 index 4dd636a..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-05-main-parts.md +++ /dev/null @@ -1,85 +0,0 @@ -# v2-router-general-05-main-parts - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Какие основные части есть у системы? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Какие основные части есть у системы?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Какие основные части есть у системы?", - "normalized_query": "Какие основные части есть у системы?", - "target_terms": [ - "основные", - "части", - "есть", - "системы" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Какие основные части есть у системы?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "основные", - "части", - "есть", - "системы" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.json deleted file mode 100644 index b5a6df4..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.json +++ /dev/null @@ -1,73 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-06-high-level-architecture", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Как в целом устроено приложение?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Как в целом устроено приложение?", - "normalized_query": "Как в целом устроено приложение?", - "target_terms": [ - "целом", - "устроено", - "приложение" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как в целом устроено приложение?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "целом", - "устроено", - "приложение" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.md deleted file mode 100644 index 693f1cf..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.md +++ /dev/null @@ -1,83 +0,0 @@ -# v2-router-general-06-high-level-architecture - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Как в целом устроено приложение? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Как в целом устроено приложение?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Как в целом устроено приложение?", - "normalized_query": "Как в целом устроено приложение?", - "target_terms": [ - "целом", - "устроено", - "приложение" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как в целом устроено приложение?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "целом", - "устроено", - "приложение" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-07-besides-api.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-07-besides-api.json deleted file mode 100644 index 1336596..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-07-besides-api.json +++ /dev/null @@ -1,79 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-07-besides-api", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Что тут есть кроме API?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Что тут есть кроме API?", - "normalized_query": "Что тут есть кроме API?", - "target_terms": [ - "тут", - "есть", - "кроме", - "api" - ], - "anchors": { - "entity_names": [ - "API" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что тут есть кроме API?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "тут", - "есть", - "кроме", - "api" - ], - "anchors": { - "entity_names": [ - "API" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-07-besides-api.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-07-besides-api.md deleted file mode 100644 index 72b9d53..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-07-besides-api.md +++ /dev/null @@ -1,89 +0,0 @@ -# v2-router-general-07-besides-api - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Что тут есть кроме API? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Что тут есть кроме API?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Что тут есть кроме API?", - "normalized_query": "Что тут есть кроме API?", - "target_terms": [ - "тут", - "есть", - "кроме", - "api" - ], - "anchors": { - "entity_names": [ - "API" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что тут есть кроме API?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "тут", - "есть", - "кроме", - "api" - ], - "anchors": { - "entity_names": [ - "API" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-08-components.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-08-components.json deleted file mode 100644 index e7aa4e4..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-08-components.json +++ /dev/null @@ -1,89 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-08-components", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Из чего состоит Telegram Notify App?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Из чего состоит Telegram Notify App?", - "normalized_query": "Из чего состоит Telegram Notify App?", - "target_terms": [ - "чего", - "состоит", - "telegram", - "notify", - "app" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Notify", - "App" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Из чего состоит Telegram Notify App?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "чего", - "состоит", - "telegram", - "notify", - "app" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Notify", - "App" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-08-components.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-08-components.md deleted file mode 100644 index 8973686..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-08-components.md +++ /dev/null @@ -1,99 +0,0 @@ -# v2-router-general-08-components - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Из чего состоит Telegram Notify App? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Из чего состоит Telegram Notify App?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Из чего состоит Telegram Notify App?", - "normalized_query": "Из чего состоит Telegram Notify App?", - "target_terms": [ - "чего", - "состоит", - "telegram", - "notify", - "app" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Notify", - "App" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Из чего состоит Telegram Notify App?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "чего", - "состоит", - "telegram", - "notify", - "app" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Notify", - "App" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-09-reading-order.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-09-reading-order.json deleted file mode 100644 index 0b62adf..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-09-reading-order.json +++ /dev/null @@ -1,73 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-09-reading-order", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Какие документы стоит читать сначала?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Какие документы стоит читать сначала?", - "normalized_query": "Какие документы стоит читать сначала?", - "target_terms": [ - "стоит", - "читать", - "сначала" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Какие документы стоит читать сначала?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "стоит", - "читать", - "сначала" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-09-reading-order.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-09-reading-order.md deleted file mode 100644 index a246294..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-09-reading-order.md +++ /dev/null @@ -1,83 +0,0 @@ -# v2-router-general-09-reading-order - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Какие документы стоит читать сначала? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Какие документы стоит читать сначала?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Какие документы стоит читать сначала?", - "normalized_query": "Какие документы стоит читать сначала?", - "target_terms": [ - "стоит", - "читать", - "сначала" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Какие документы стоит читать сначала?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "стоит", - "читать", - "сначала" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-10-short-summary.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-10-short-summary.json deleted file mode 100644 index 2b70a92..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-10-short-summary.json +++ /dev/null @@ -1,71 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-10-short-summary", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Дай короткое summary по проектной документации", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Дай короткое summary по проектной документации", - "normalized_query": "Дай короткое summary по проектной документации", - "target_terms": [ - "короткое", - "проектной" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Дай короткое summary по проектной документации" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "короткое", - "проектной" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-10-short-summary.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-10-short-summary.md deleted file mode 100644 index 2df755e..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/router_only_docs_v2_matrix_v2-router-general-10-short-summary.md +++ /dev/null @@ -1,81 +0,0 @@ -# v2-router-general-10-short-summary - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Дай короткое summary по проектной документации - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Дай короткое summary по проектной документации", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Дай короткое summary по проектной документации", - "normalized_query": "Дай короткое summary по проектной документации", - "target_terms": [ - "короткое", - "проектной" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Дай короткое summary по проектной документации" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "короткое", - "проектной" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/summary.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/summary.md deleted file mode 100644 index 966c540..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_compat/20260407_125007/summary.md +++ /dev/null @@ -1,36 +0,0 @@ -# pipeline_setup_v4 summary - -Passed: 30/30 - -| Case | Component | Query | Intent | Sub-intent | Pass | -|------|-----------|-------|--------|------------|------| -| v2-router-general-01-what-is-service | process_v2_intent_router | Что это за сервис? | GENERAL_QA | SUMMARY | ✓ | -| v2-router-general-02-purpose | process_v2_intent_router | Для чего нужен test_echo_app? | GENERAL_QA | SUMMARY | ✓ | -| v2-router-general-03-problem | process_v2_intent_router | Какую задачу решает это приложение? | GENERAL_QA | SUMMARY | ✓ | -| v2-router-general-04-docs-contents | process_v2_intent_router | Что входит в документацию этого проекта? | GENERAL_QA | SUMMARY | ✓ | -| v2-router-general-05-main-parts | process_v2_intent_router | Какие основные части есть у системы? | GENERAL_QA | SUMMARY | ✓ | -| v2-router-general-06-high-level-architecture | process_v2_intent_router | Как в целом устроено приложение? | GENERAL_QA | SUMMARY | ✓ | -| v2-router-general-07-besides-api | process_v2_intent_router | Что тут есть кроме API? | GENERAL_QA | SUMMARY | ✓ | -| v2-router-general-08-components | process_v2_intent_router | Из чего состоит Telegram Notify App? | DOC_EXPLAIN | SUMMARY | ✓ | -| v2-router-general-09-reading-order | process_v2_intent_router | Какие документы стоит читать сначала? | GENERAL_QA | SUMMARY | ✓ | -| v2-router-general-10-short-summary | process_v2_intent_router | Дай короткое summary по проектной документации | GENERAL_QA | SUMMARY | ✓ | -| v2-router-docs-summary-01-health | process_v2_intent_router | Кратко объясни по документации, как работает `/health` | DOC_EXPLAIN | SUMMARY | ✓ | -| v2-router-docs-summary-02-send | process_v2_intent_router | Что делает endpoint `/send`? | DOC_EXPLAIN | SUMMARY | ✓ | -| v2-router-docs-summary-03-actions | process_v2_intent_router | Объясни назначение `/actions/{action}` | DOC_EXPLAIN | SUMMARY | ✓ | -| v2-router-docs-summary-04-runtime-health | process_v2_intent_router | Что такое runtime health в этой документации? | DOC_EXPLAIN | SUMMARY | ✓ | -| v2-router-docs-summary-05-notification-loop | process_v2_intent_router | Кратко опиши цикл отправки уведомлений | DOC_EXPLAIN | SUMMARY | ✓ | -| v2-router-docs-summary-06-architecture | process_v2_intent_router | Как устроена архитектура Telegram Notify App? | DOC_EXPLAIN | SUMMARY | ✓ | -| v2-router-docs-summary-07-worker | process_v2_intent_router | Что делает worker в этом приложении? | DOC_EXPLAIN | SUMMARY | ✓ | -| v2-router-docs-summary-08-health-statuses | process_v2_intent_router | Какие статусы здоровья есть у runtime? | DOC_EXPLAIN | SUMMARY | ✓ | -| v2-router-docs-summary-09-manual-send | process_v2_intent_router | Как в приложении устроена ручная отправка сообщения? | DOC_EXPLAIN | SUMMARY | ✓ | -| v2-router-docs-summary-10-telegram-integration | process_v2_intent_router | Как сервис взаимодействует с Telegram в целом? | GENERAL_QA | SUMMARY | ✓ | -| v2-router-find-files-01-health | process_v2_intent_router | В каком файле описан `/health`? | DOC_EXPLAIN | FIND_FILES | ✓ | -| v2-router-find-files-02-send | process_v2_intent_router | Покажи файл с описанием endpoint `/send` | DOC_EXPLAIN | FIND_FILES | ✓ | -| v2-router-find-files-03-actions | process_v2_intent_router | Где находится документация по `/actions/{action}`? | DOC_EXPLAIN | FIND_FILES | ✓ | -| v2-router-find-files-04-runtime-health | process_v2_intent_router | В каком документе описан runtime health? | DOC_EXPLAIN | FIND_FILES | ✓ | -| v2-router-find-files-05-loop | process_v2_intent_router | Найди файл с логикой цикла отправки уведомлений | DOC_EXPLAIN | FIND_FILES | ✓ | -| v2-router-find-files-06-architecture | process_v2_intent_router | Где описана архитектура приложения? | DOC_EXPLAIN | FIND_FILES | ✓ | -| v2-router-find-files-07-errors-catalog | process_v2_intent_router | В каком файле лежит каталог ошибок? | DOC_EXPLAIN | FIND_FILES | ✓ | -| v2-router-find-files-08-docs-index | process_v2_intent_router | Покажи файл-индекс документации проекта | DOC_EXPLAIN | FIND_FILES | ✓ | -| v2-router-find-files-09-telegram-bot-api | process_v2_intent_router | Какие файлы относятся к Telegram Bot API интеграции? | DOC_EXPLAIN | FIND_FILES | ✓ | -| v2-router-find-files-10-telegram-notify-worker | process_v2_intent_router | В каких файлах описан worker `telegram_notify`? | DOC_EXPLAIN | FIND_FILES | ✓ | \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.json deleted file mode 100644 index 7c989bf..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.json +++ /dev/null @@ -1,77 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-01-health", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8800000000000001 - }, - "details": { - "query": "Кратко объясни по документации, как работает `/health`", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Кратко объясни по документации, как работает `/health`", - "normalized_query": "Кратко объясни по документации, как работает `/health`", - "target_terms": [ - "/health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Кратко объясни по документации, как работает `/health`" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "/health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.md deleted file mode 100644 index 6d17fdf..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.md +++ /dev/null @@ -1,87 +0,0 @@ -# v2-router-docs-summary-01-health - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Кратко объясни по документации, как работает `/health` - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8800000000000001 -} -``` - -## Details -```json -{ - "query": "Кратко объясни по документации, как работает `/health`", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Кратко объясни по документации, как работает `/health`", - "normalized_query": "Кратко объясни по документации, как работает `/health`", - "target_terms": [ - "/health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Кратко объясни по документации, как работает `/health`" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "/health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.json deleted file mode 100644 index 4f9dfb9..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.json +++ /dev/null @@ -1,77 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-02-send", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8800000000000001 - }, - "details": { - "query": "Что делает endpoint `/send`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Что делает endpoint `/send`?", - "normalized_query": "Что делает endpoint `/send`?", - "target_terms": [ - "/send" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что делает endpoint `/send`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "/send" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.md deleted file mode 100644 index 83b7d54..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.md +++ /dev/null @@ -1,87 +0,0 @@ -# v2-router-docs-summary-02-send - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Что делает endpoint `/send`? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8800000000000001 -} -``` - -## Details -```json -{ - "query": "Что делает endpoint `/send`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Что делает endpoint `/send`?", - "normalized_query": "Что делает endpoint `/send`?", - "target_terms": [ - "/send" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что делает endpoint `/send`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "/send" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.json deleted file mode 100644 index 8612208..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.json +++ /dev/null @@ -1,83 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-03-actions", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8800000000000001 - }, - "details": { - "query": "Объясни назначение `/actions/{action}`", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Объясни назначение `/actions/{action}`", - "normalized_query": "Объясни назначение `/actions/{action}`", - "target_terms": [ - "/actions/{action}", - "назначение" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Объясни назначение `/actions/{action}`" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "/actions/{action}", - "назначение" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.md deleted file mode 100644 index 742b36f..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.md +++ /dev/null @@ -1,93 +0,0 @@ -# v2-router-docs-summary-03-actions - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Объясни назначение `/actions/{action}` - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8800000000000001 -} -``` - -## Details -```json -{ - "query": "Объясни назначение `/actions/{action}`", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Объясни назначение `/actions/{action}`", - "normalized_query": "Объясни назначение `/actions/{action}`", - "target_terms": [ - "/actions/{action}", - "назначение" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Объясни назначение `/actions/{action}`" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "/actions/{action}", - "назначение" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.json deleted file mode 100644 index 7ddb660..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.json +++ /dev/null @@ -1,81 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-04-runtime-health", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Что такое runtime health в этой документации?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Что такое runtime health в этой документации?", - "normalized_query": "Что такое runtime health в этой документации?", - "target_terms": [ - "такое", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что такое runtime health в этой документации?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "такое", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.md deleted file mode 100644 index e15eace..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.md +++ /dev/null @@ -1,91 +0,0 @@ -# v2-router-docs-summary-04-runtime-health - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Что такое runtime health в этой документации? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Что такое runtime health в этой документации?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Что такое runtime health в этой документации?", - "normalized_query": "Что такое runtime health в этой документации?", - "target_terms": [ - "такое", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что такое runtime health в этой документации?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "такое", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.json deleted file mode 100644 index ad7f0c4..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.json +++ /dev/null @@ -1,83 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-05-notification-loop", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Кратко опиши цикл отправки уведомлений", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Кратко опиши цикл отправки уведомлений", - "normalized_query": "Кратко опиши цикл отправки уведомлений", - "target_terms": [ - "опиши", - "цикл", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [ - "telegram-notify-loop" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Кратко опиши цикл отправки уведомлений" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "опиши", - "цикл", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [ - "telegram-notify-loop" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.md deleted file mode 100644 index c1d9844..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.md +++ /dev/null @@ -1,93 +0,0 @@ -# v2-router-docs-summary-05-notification-loop - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Кратко опиши цикл отправки уведомлений - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Кратко опиши цикл отправки уведомлений", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Кратко опиши цикл отправки уведомлений", - "normalized_query": "Кратко опиши цикл отправки уведомлений", - "target_terms": [ - "опиши", - "цикл", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [ - "telegram-notify-loop" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Кратко опиши цикл отправки уведомлений" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "опиши", - "цикл", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [ - "telegram-notify-loop" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.json deleted file mode 100644 index 7821918..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.json +++ /dev/null @@ -1,93 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-06-architecture", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Как устроена архитектура Telegram Notify App?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Как устроена архитектура Telegram Notify App?", - "normalized_query": "Как устроена архитектура Telegram Notify App?", - "target_terms": [ - "устроена", - "архитектура", - "telegram", - "notify", - "app" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Notify", - "App" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как устроена архитектура Telegram Notify App?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "устроена", - "архитектура", - "telegram", - "notify", - "app" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Notify", - "App" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.md deleted file mode 100644 index 18d5da5..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.md +++ /dev/null @@ -1,103 +0,0 @@ -# v2-router-docs-summary-06-architecture - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Как устроена архитектура Telegram Notify App? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Как устроена архитектура Telegram Notify App?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Как устроена архитектура Telegram Notify App?", - "normalized_query": "Как устроена архитектура Telegram Notify App?", - "target_terms": [ - "устроена", - "архитектура", - "telegram", - "notify", - "app" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Notify", - "App" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как устроена архитектура Telegram Notify App?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "устроена", - "архитектура", - "telegram", - "notify", - "app" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Notify", - "App" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.json deleted file mode 100644 index 55a9191..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.json +++ /dev/null @@ -1,77 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-07-worker", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Что делает worker в этом приложении?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Что делает worker в этом приложении?", - "normalized_query": "Что делает worker в этом приложении?", - "target_terms": [ - "worker", - "этом", - "приложении" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что делает worker в этом приложении?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "worker", - "этом", - "приложении" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.md deleted file mode 100644 index 421bafd..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.md +++ /dev/null @@ -1,87 +0,0 @@ -# v2-router-docs-summary-07-worker - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Что делает worker в этом приложении? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Что делает worker в этом приложении?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Что делает worker в этом приложении?", - "normalized_query": "Что делает worker в этом приложении?", - "target_terms": [ - "worker", - "этом", - "приложении" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что делает worker в этом приложении?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "worker", - "этом", - "приложении" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.json deleted file mode 100644 index dc2e465..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.json +++ /dev/null @@ -1,81 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-08-health-statuses", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Какие статусы здоровья есть у runtime?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Какие статусы здоровья есть у runtime?", - "normalized_query": "Какие статусы здоровья есть у runtime?", - "target_terms": [ - "статусы", - "здоровья", - "runtime" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Какие статусы здоровья есть у runtime?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "статусы", - "здоровья", - "runtime" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.md deleted file mode 100644 index bfcf2cc..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.md +++ /dev/null @@ -1,91 +0,0 @@ -# v2-router-docs-summary-08-health-statuses - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Какие статусы здоровья есть у runtime? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Какие статусы здоровья есть у runtime?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Какие статусы здоровья есть у runtime?", - "normalized_query": "Какие статусы здоровья есть у runtime?", - "target_terms": [ - "статусы", - "здоровья", - "runtime" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Какие статусы здоровья есть у runtime?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "статусы", - "здоровья", - "runtime" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.json deleted file mode 100644 index bc2ffd0..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.json +++ /dev/null @@ -1,85 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-09-manual-send", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Как в приложении устроена ручная отправка сообщения?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Как в приложении устроена ручная отправка сообщения?", - "normalized_query": "Как в приложении устроена ручная отправка сообщения?", - "target_terms": [ - "приложении", - "устроена", - "ручная", - "отправка", - "сообщения" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [ - "/send" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как в приложении устроена ручная отправка сообщения?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "приложении", - "устроена", - "ручная", - "отправка", - "сообщения" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [ - "/send" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.md deleted file mode 100644 index b658419..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.md +++ /dev/null @@ -1,95 +0,0 @@ -# v2-router-docs-summary-09-manual-send - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Как в приложении устроена ручная отправка сообщения? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Как в приложении устроена ручная отправка сообщения?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Как в приложении устроена ручная отправка сообщения?", - "normalized_query": "Как в приложении устроена ручная отправка сообщения?", - "target_terms": [ - "приложении", - "устроена", - "ручная", - "отправка", - "сообщения" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [ - "/send" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как в приложении устроена ручная отправка сообщения?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "приложении", - "устроена", - "ручная", - "отправка", - "сообщения" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [ - "/send" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.json deleted file mode 100644 index 133f00c..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.json +++ /dev/null @@ -1,79 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-10-telegram-integration", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8300000000000001 - }, - "details": { - "query": "Как сервис взаимодействует с Telegram в целом?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Как сервис взаимодействует с Telegram в целом?", - "normalized_query": "Как сервис взаимодействует с Telegram в целом?", - "target_terms": [ - "сервис", - "взаимодействует", - "telegram", - "целом" - ], - "anchors": { - "entity_names": [ - "Telegram" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как сервис взаимодействует с Telegram в целом?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "сервис", - "взаимодействует", - "telegram", - "целом" - ], - "anchors": { - "entity_names": [ - "Telegram" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.md deleted file mode 100644 index 77df245..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.md +++ /dev/null @@ -1,89 +0,0 @@ -# v2-router-docs-summary-10-telegram-integration - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Как сервис взаимодействует с Telegram в целом? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8300000000000001 -} -``` - -## Details -```json -{ - "query": "Как сервис взаимодействует с Telegram в целом?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Как сервис взаимодействует с Telegram в целом?", - "normalized_query": "Как сервис взаимодействует с Telegram в целом?", - "target_terms": [ - "сервис", - "взаимодействует", - "telegram", - "целом" - ], - "anchors": { - "entity_names": [ - "Telegram" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как сервис взаимодействует с Telegram в целом?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "сервис", - "взаимодействует", - "telegram", - "целом" - ], - "anchors": { - "entity_names": [ - "Telegram" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-01-health.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-01-health.json deleted file mode 100644 index 4353690..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-01-health.json +++ /dev/null @@ -1,83 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-01-health", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.9800000000000001 - }, - "details": { - "query": "В каком файле описан `/health`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "В каком файле описан `/health`?", - "normalized_query": "В каком файле описан `/health`?", - "target_terms": [ - "/health", - "каком", - "файле", - "описан" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.9800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "В каком файле описан `/health`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "/health", - "каком", - "файле", - "описан" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-01-health.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-01-health.md deleted file mode 100644 index cc44e90..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-01-health.md +++ /dev/null @@ -1,93 +0,0 @@ -# v2-router-find-files-01-health - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -В каком файле описан `/health`? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.9800000000000001 -} -``` - -## Details -```json -{ - "query": "В каком файле описан `/health`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "В каком файле описан `/health`?", - "normalized_query": "В каком файле описан `/health`?", - "target_terms": [ - "/health", - "каком", - "файле", - "описан" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.9800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "В каком файле описан `/health`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "/health", - "каком", - "файле", - "описан" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-02-send.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-02-send.json deleted file mode 100644 index fbb207f..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-02-send.json +++ /dev/null @@ -1,79 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-02-send", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.9800000000000001 - }, - "details": { - "query": "Покажи файл с описанием endpoint `/send`", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Покажи файл с описанием endpoint `/send`", - "normalized_query": "Покажи файл с описанием endpoint `/send`", - "target_terms": [ - "/send", - "описанием" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.9800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Покажи файл с описанием endpoint `/send`" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "/send", - "описанием" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-02-send.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-02-send.md deleted file mode 100644 index 6b3c64a..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-02-send.md +++ /dev/null @@ -1,89 +0,0 @@ -# v2-router-find-files-02-send - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Покажи файл с описанием endpoint `/send` - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.9800000000000001 -} -``` - -## Details -```json -{ - "query": "Покажи файл с описанием endpoint `/send`", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Покажи файл с описанием endpoint `/send`", - "normalized_query": "Покажи файл с описанием endpoint `/send`", - "target_terms": [ - "/send", - "описанием" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.9800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Покажи файл с описанием endpoint `/send`" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "/send", - "описанием" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-03-actions.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-03-actions.json deleted file mode 100644 index 0eb1e76..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-03-actions.json +++ /dev/null @@ -1,83 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-03-actions", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.9800000000000001 - }, - "details": { - "query": "Где находится документация по `/actions/{action}`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Где находится документация по `/actions/{action}`?", - "normalized_query": "Где находится документация по `/actions/{action}`?", - "target_terms": [ - "/actions/{action}", - "находится" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.9800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Где находится документация по `/actions/{action}`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "/actions/{action}", - "находится" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-03-actions.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-03-actions.md deleted file mode 100644 index 62a7292..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-03-actions.md +++ /dev/null @@ -1,93 +0,0 @@ -# v2-router-find-files-03-actions - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Где находится документация по `/actions/{action}`? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.9800000000000001 -} -``` - -## Details -```json -{ - "query": "Где находится документация по `/actions/{action}`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Где находится документация по `/actions/{action}`?", - "normalized_query": "Где находится документация по `/actions/{action}`?", - "target_terms": [ - "/actions/{action}", - "находится" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.9800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Где находится документация по `/actions/{action}`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "/actions/{action}", - "находится" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.json deleted file mode 100644 index 40de3ef..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.json +++ /dev/null @@ -1,85 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-04-runtime-health", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.9800000000000001 - }, - "details": { - "query": "В каком документе описан runtime health?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "В каком документе описан runtime health?", - "normalized_query": "В каком документе описан runtime health?", - "target_terms": [ - "каком", - "документе", - "описан", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.9800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "В каком документе описан runtime health?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "каком", - "документе", - "описан", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.md deleted file mode 100644 index 1dfe736..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.md +++ /dev/null @@ -1,95 +0,0 @@ -# v2-router-find-files-04-runtime-health - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -В каком документе описан runtime health? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.9800000000000001 -} -``` - -## Details -```json -{ - "query": "В каком документе описан runtime health?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "В каком документе описан runtime health?", - "normalized_query": "В каком документе описан runtime health?", - "target_terms": [ - "каком", - "документе", - "описан", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.9800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "В каком документе описан runtime health?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "каком", - "документе", - "описан", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-05-loop.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-05-loop.json deleted file mode 100644 index bf38dab..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-05-loop.json +++ /dev/null @@ -1,79 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-05-loop", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.9800000000000001 - }, - "details": { - "query": "Найди файл с логикой цикла отправки уведомлений", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Найди файл с логикой цикла отправки уведомлений", - "normalized_query": "Найди файл с логикой цикла отправки уведомлений", - "target_terms": [ - "логикой", - "цикла", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.9800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Найди файл с логикой цикла отправки уведомлений" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "логикой", - "цикла", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-05-loop.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-05-loop.md deleted file mode 100644 index 47a101f..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-05-loop.md +++ /dev/null @@ -1,89 +0,0 @@ -# v2-router-find-files-05-loop - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Найди файл с логикой цикла отправки уведомлений - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.9800000000000001 -} -``` - -## Details -```json -{ - "query": "Найди файл с логикой цикла отправки уведомлений", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Найди файл с логикой цикла отправки уведомлений", - "normalized_query": "Найди файл с логикой цикла отправки уведомлений", - "target_terms": [ - "логикой", - "цикла", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.9800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Найди файл с логикой цикла отправки уведомлений" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "логикой", - "цикла", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.json deleted file mode 100644 index 48e96de..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.json +++ /dev/null @@ -1,81 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-06-architecture", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.9800000000000001 - }, - "details": { - "query": "Где описана архитектура приложения?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Где описана архитектура приложения?", - "normalized_query": "Где описана архитектура приложения?", - "target_terms": [ - "описана", - "архитектура", - "приложения" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.9800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Где описана архитектура приложения?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "описана", - "архитектура", - "приложения" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.md deleted file mode 100644 index d2e2182..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.md +++ /dev/null @@ -1,91 +0,0 @@ -# v2-router-find-files-06-architecture - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Где описана архитектура приложения? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.9800000000000001 -} -``` - -## Details -```json -{ - "query": "Где описана архитектура приложения?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Где описана архитектура приложения?", - "normalized_query": "Где описана архитектура приложения?", - "target_terms": [ - "описана", - "архитектура", - "приложения" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.9800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Где описана архитектура приложения?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "описана", - "архитектура", - "приложения" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.json deleted file mode 100644 index 7e02ad0..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.json +++ /dev/null @@ -1,85 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-07-errors-catalog", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.9800000000000001 - }, - "details": { - "query": "В каком файле лежит каталог ошибок?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "В каком файле лежит каталог ошибок?", - "normalized_query": "В каком файле лежит каталог ошибок?", - "target_terms": [ - "каком", - "файле", - "лежит", - "каталог", - "ошибок" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "matched_aliases": [ - "errors_catalog" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.9800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "В каком файле лежит каталог ошибок?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "каком", - "файле", - "лежит", - "каталог", - "ошибок" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "matched_aliases": [ - "errors_catalog" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.md deleted file mode 100644 index 9cb49d4..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.md +++ /dev/null @@ -1,95 +0,0 @@ -# v2-router-find-files-07-errors-catalog - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -В каком файле лежит каталог ошибок? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.9800000000000001 -} -``` - -## Details -```json -{ - "query": "В каком файле лежит каталог ошибок?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "В каком файле лежит каталог ошибок?", - "normalized_query": "В каком файле лежит каталог ошибок?", - "target_terms": [ - "каком", - "файле", - "лежит", - "каталог", - "ошибок" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "matched_aliases": [ - "errors_catalog" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.9800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "В каком файле лежит каталог ошибок?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "каком", - "файле", - "лежит", - "каталог", - "ошибок" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "matched_aliases": [ - "errors_catalog" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.json deleted file mode 100644 index 30ab76f..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.json +++ /dev/null @@ -1,79 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-08-docs-index", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.9800000000000001 - }, - "details": { - "query": "Покажи файл-индекс документации проекта", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Покажи файл-индекс документации проекта", - "normalized_query": "Покажи файл-индекс документации проекта", - "target_terms": [ - "файл-индекс", - "проекта" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/README.md" - ], - "matched_aliases": [ - "docs_index" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.9800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Покажи файл-индекс документации проекта" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "файл-индекс", - "проекта" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/README.md" - ], - "matched_aliases": [ - "docs_index" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.md deleted file mode 100644 index bd52df0..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.md +++ /dev/null @@ -1,89 +0,0 @@ -# v2-router-find-files-08-docs-index - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Покажи файл-индекс документации проекта - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.9800000000000001 -} -``` - -## Details -```json -{ - "query": "Покажи файл-индекс документации проекта", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Покажи файл-индекс документации проекта", - "normalized_query": "Покажи файл-индекс документации проекта", - "target_terms": [ - "файл-индекс", - "проекта" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/README.md" - ], - "matched_aliases": [ - "docs_index" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.9800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Покажи файл-индекс документации проекта" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "файл-индекс", - "проекта" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/README.md" - ], - "matched_aliases": [ - "docs_index" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.json deleted file mode 100644 index 10f692c..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.json +++ /dev/null @@ -1,85 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-09-telegram-bot-api", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8800000000000001 - }, - "details": { - "query": "Какие файлы относятся к Telegram Bot API интеграции?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Какие файлы относятся к Telegram Bot API интеграции?", - "normalized_query": "Какие файлы относятся к Telegram Bot API интеграции?", - "target_terms": [ - "относятся", - "telegram", - "bot", - "api", - "интеграции" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Bot", - "API" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Какие файлы относятся к Telegram Bot API интеграции?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "относятся", - "telegram", - "bot", - "api", - "интеграции" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Bot", - "API" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.md deleted file mode 100644 index bc25ac2..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.md +++ /dev/null @@ -1,95 +0,0 @@ -# v2-router-find-files-09-telegram-bot-api - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Какие файлы относятся к Telegram Bot API интеграции? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8800000000000001 -} -``` - -## Details -```json -{ - "query": "Какие файлы относятся к Telegram Bot API интеграции?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Какие файлы относятся к Telegram Bot API интеграции?", - "normalized_query": "Какие файлы относятся к Telegram Bot API интеграции?", - "target_terms": [ - "относятся", - "telegram", - "bot", - "api", - "интеграции" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Bot", - "API" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Какие файлы относятся к Telegram Bot API интеграции?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "относятся", - "telegram", - "bot", - "api", - "интеграции" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Bot", - "API" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.json deleted file mode 100644 index 901cd5d..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.json +++ /dev/null @@ -1,81 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-10-telegram-notify-worker", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.9800000000000001 - }, - "details": { - "query": "В каких файлах описан worker `telegram_notify`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "В каких файлах описан worker `telegram_notify`?", - "normalized_query": "В каких файлах описан worker `telegram_notify`?", - "target_terms": [ - "telegram_notify", - "каких", - "файлах", - "описан", - "worker" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.9800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "В каких файлах описан worker `telegram_notify`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "telegram_notify", - "каких", - "файлах", - "описан", - "worker" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.md deleted file mode 100644 index 72a7da6..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.md +++ /dev/null @@ -1,91 +0,0 @@ -# v2-router-find-files-10-telegram-notify-worker - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -В каких файлах описан worker `telegram_notify`? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.9800000000000001 -} -``` - -## Details -```json -{ - "query": "В каких файлах описан worker `telegram_notify`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "В каких файлах описан worker `telegram_notify`?", - "normalized_query": "В каких файлах описан worker `telegram_notify`?", - "target_terms": [ - "telegram_notify", - "каких", - "файлах", - "описан", - "worker" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.9800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "В каких файлах описан worker `telegram_notify`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "telegram_notify", - "каких", - "файлах", - "описан", - "worker" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.json deleted file mode 100644 index 2a7445a..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.json +++ /dev/null @@ -1,69 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-01-what-is-service", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.7300000000000001 - }, - "details": { - "query": "Что это за сервис?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Что это за сервис?", - "normalized_query": "Что это за сервис?", - "target_terms": [ - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.7300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что это за сервис?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.md deleted file mode 100644 index 4b09b55..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.md +++ /dev/null @@ -1,79 +0,0 @@ -# v2-router-general-01-what-is-service - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Что это за сервис? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.7300000000000001 -} -``` - -## Details -```json -{ - "query": "Что это за сервис?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Что это за сервис?", - "normalized_query": "Что это за сервис?", - "target_terms": [ - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.7300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что это за сервис?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-02-purpose.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-02-purpose.json deleted file mode 100644 index 1d8f479..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-02-purpose.json +++ /dev/null @@ -1,73 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-02-purpose", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8300000000000001 - }, - "details": { - "query": "Для чего нужен test_echo_app?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Для чего нужен test_echo_app?", - "normalized_query": "Для чего нужен test_echo_app?", - "target_terms": [ - "test_echo_app", - "чего", - "нужен" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Для чего нужен test_echo_app?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "test_echo_app", - "чего", - "нужен" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-02-purpose.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-02-purpose.md deleted file mode 100644 index 3bb6f54..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-02-purpose.md +++ /dev/null @@ -1,83 +0,0 @@ -# v2-router-general-02-purpose - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Для чего нужен test_echo_app? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8300000000000001 -} -``` - -## Details -```json -{ - "query": "Для чего нужен test_echo_app?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Для чего нужен test_echo_app?", - "normalized_query": "Для чего нужен test_echo_app?", - "target_terms": [ - "test_echo_app", - "чего", - "нужен" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Для чего нужен test_echo_app?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "test_echo_app", - "чего", - "нужен" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-03-problem.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-03-problem.json deleted file mode 100644 index 015580b..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-03-problem.json +++ /dev/null @@ -1,75 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-03-problem", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8300000000000001 - }, - "details": { - "query": "Какую задачу решает это приложение?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Какую задачу решает это приложение?", - "normalized_query": "Какую задачу решает это приложение?", - "target_terms": [ - "какую", - "задачу", - "решает", - "приложение" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Какую задачу решает это приложение?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "какую", - "задачу", - "решает", - "приложение" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-03-problem.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-03-problem.md deleted file mode 100644 index c7c182d..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-03-problem.md +++ /dev/null @@ -1,85 +0,0 @@ -# v2-router-general-03-problem - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Какую задачу решает это приложение? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8300000000000001 -} -``` - -## Details -```json -{ - "query": "Какую задачу решает это приложение?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Какую задачу решает это приложение?", - "normalized_query": "Какую задачу решает это приложение?", - "target_terms": [ - "какую", - "задачу", - "решает", - "приложение" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Какую задачу решает это приложение?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "какую", - "задачу", - "решает", - "приложение" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.json deleted file mode 100644 index 530abcb..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.json +++ /dev/null @@ -1,73 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-04-docs-contents", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8300000000000001 - }, - "details": { - "query": "Что входит в документацию этого проекта?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Что входит в документацию этого проекта?", - "normalized_query": "Что входит в документацию этого проекта?", - "target_terms": [ - "входит", - "документацию", - "проекта" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что входит в документацию этого проекта?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "входит", - "документацию", - "проекта" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.md deleted file mode 100644 index c2fbaf0..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.md +++ /dev/null @@ -1,83 +0,0 @@ -# v2-router-general-04-docs-contents - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Что входит в документацию этого проекта? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8300000000000001 -} -``` - -## Details -```json -{ - "query": "Что входит в документацию этого проекта?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Что входит в документацию этого проекта?", - "normalized_query": "Что входит в документацию этого проекта?", - "target_terms": [ - "входит", - "документацию", - "проекта" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что входит в документацию этого проекта?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "входит", - "документацию", - "проекта" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-05-main-parts.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-05-main-parts.json deleted file mode 100644 index c19325f..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-05-main-parts.json +++ /dev/null @@ -1,73 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-05-main-parts", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8300000000000001 - }, - "details": { - "query": "Какие основные части есть у системы?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Какие основные части есть у системы?", - "normalized_query": "Какие основные части есть у системы?", - "target_terms": [ - "основные", - "части", - "системы" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Какие основные части есть у системы?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "основные", - "части", - "системы" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-05-main-parts.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-05-main-parts.md deleted file mode 100644 index dd6e2ef..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-05-main-parts.md +++ /dev/null @@ -1,83 +0,0 @@ -# v2-router-general-05-main-parts - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Какие основные части есть у системы? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8300000000000001 -} -``` - -## Details -```json -{ - "query": "Какие основные части есть у системы?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Какие основные части есть у системы?", - "normalized_query": "Какие основные части есть у системы?", - "target_terms": [ - "основные", - "части", - "системы" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Какие основные части есть у системы?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "основные", - "части", - "системы" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.json deleted file mode 100644 index ec496b3..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.json +++ /dev/null @@ -1,73 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-06-high-level-architecture", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8300000000000001 - }, - "details": { - "query": "Как в целом устроено приложение?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Как в целом устроено приложение?", - "normalized_query": "Как в целом устроено приложение?", - "target_terms": [ - "целом", - "устроено", - "приложение" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как в целом устроено приложение?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "целом", - "устроено", - "приложение" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.md deleted file mode 100644 index c72e3f8..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.md +++ /dev/null @@ -1,83 +0,0 @@ -# v2-router-general-06-high-level-architecture - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Как в целом устроено приложение? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8300000000000001 -} -``` - -## Details -```json -{ - "query": "Как в целом устроено приложение?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Как в целом устроено приложение?", - "normalized_query": "Как в целом устроено приложение?", - "target_terms": [ - "целом", - "устроено", - "приложение" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как в целом устроено приложение?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "целом", - "устроено", - "приложение" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-07-besides-api.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-07-besides-api.json deleted file mode 100644 index edb215e..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-07-besides-api.json +++ /dev/null @@ -1,75 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-07-besides-api", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8300000000000001 - }, - "details": { - "query": "Что тут есть кроме API?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Что тут есть кроме API?", - "normalized_query": "Что тут есть кроме API?", - "target_terms": [ - "кроме", - "api" - ], - "anchors": { - "entity_names": [ - "API" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что тут есть кроме API?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "кроме", - "api" - ], - "anchors": { - "entity_names": [ - "API" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-07-besides-api.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-07-besides-api.md deleted file mode 100644 index de030b2..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-07-besides-api.md +++ /dev/null @@ -1,85 +0,0 @@ -# v2-router-general-07-besides-api - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Что тут есть кроме API? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8300000000000001 -} -``` - -## Details -```json -{ - "query": "Что тут есть кроме API?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Что тут есть кроме API?", - "normalized_query": "Что тут есть кроме API?", - "target_terms": [ - "кроме", - "api" - ], - "anchors": { - "entity_names": [ - "API" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что тут есть кроме API?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "кроме", - "api" - ], - "anchors": { - "entity_names": [ - "API" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-08-components.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-08-components.json deleted file mode 100644 index e7aa4e4..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-08-components.json +++ /dev/null @@ -1,89 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-08-components", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Из чего состоит Telegram Notify App?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Из чего состоит Telegram Notify App?", - "normalized_query": "Из чего состоит Telegram Notify App?", - "target_terms": [ - "чего", - "состоит", - "telegram", - "notify", - "app" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Notify", - "App" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Из чего состоит Telegram Notify App?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "чего", - "состоит", - "telegram", - "notify", - "app" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Notify", - "App" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-08-components.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-08-components.md deleted file mode 100644 index 8973686..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-08-components.md +++ /dev/null @@ -1,99 +0,0 @@ -# v2-router-general-08-components - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Из чего состоит Telegram Notify App? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Из чего состоит Telegram Notify App?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Из чего состоит Telegram Notify App?", - "normalized_query": "Из чего состоит Telegram Notify App?", - "target_terms": [ - "чего", - "состоит", - "telegram", - "notify", - "app" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Notify", - "App" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Из чего состоит Telegram Notify App?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "чего", - "состоит", - "telegram", - "notify", - "app" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Notify", - "App" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-09-reading-order.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-09-reading-order.json deleted file mode 100644 index ecd9d97..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-09-reading-order.json +++ /dev/null @@ -1,73 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-09-reading-order", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8300000000000001 - }, - "details": { - "query": "Какие документы стоит читать сначала?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Какие документы стоит читать сначала?", - "normalized_query": "Какие документы стоит читать сначала?", - "target_terms": [ - "стоит", - "читать", - "сначала" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Какие документы стоит читать сначала?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "стоит", - "читать", - "сначала" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-09-reading-order.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-09-reading-order.md deleted file mode 100644 index 48cdf2e..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-09-reading-order.md +++ /dev/null @@ -1,83 +0,0 @@ -# v2-router-general-09-reading-order - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Какие документы стоит читать сначала? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8300000000000001 -} -``` - -## Details -```json -{ - "query": "Какие документы стоит читать сначала?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Какие документы стоит читать сначала?", - "normalized_query": "Какие документы стоит читать сначала?", - "target_terms": [ - "стоит", - "читать", - "сначала" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Какие документы стоит читать сначала?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "стоит", - "читать", - "сначала" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-10-short-summary.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-10-short-summary.json deleted file mode 100644 index ab2692c..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-10-short-summary.json +++ /dev/null @@ -1,71 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-10-short-summary", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8300000000000001 - }, - "details": { - "query": "Дай короткое summary по проектной документации", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Дай короткое summary по проектной документации", - "normalized_query": "Дай короткое summary по проектной документации", - "target_terms": [ - "короткое", - "проектной" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Дай короткое summary по проектной документации" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "короткое", - "проектной" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-10-short-summary.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-10-short-summary.md deleted file mode 100644 index c874c73..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/router_only_docs_v2_matrix_v2-router-general-10-short-summary.md +++ /dev/null @@ -1,81 +0,0 @@ -# v2-router-general-10-short-summary - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Дай короткое summary по проектной документации - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8300000000000001 -} -``` - -## Details -```json -{ - "query": "Дай короткое summary по проектной документации", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Дай короткое summary по проектной документации", - "normalized_query": "Дай короткое summary по проектной документации", - "target_terms": [ - "короткое", - "проектной" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Дай короткое summary по проектной документации" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "короткое", - "проектной" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/summary.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/summary.md deleted file mode 100644 index 966c540..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_postfix_compat/20260407_125827/summary.md +++ /dev/null @@ -1,36 +0,0 @@ -# pipeline_setup_v4 summary - -Passed: 30/30 - -| Case | Component | Query | Intent | Sub-intent | Pass | -|------|-----------|-------|--------|------------|------| -| v2-router-general-01-what-is-service | process_v2_intent_router | Что это за сервис? | GENERAL_QA | SUMMARY | ✓ | -| v2-router-general-02-purpose | process_v2_intent_router | Для чего нужен test_echo_app? | GENERAL_QA | SUMMARY | ✓ | -| v2-router-general-03-problem | process_v2_intent_router | Какую задачу решает это приложение? | GENERAL_QA | SUMMARY | ✓ | -| v2-router-general-04-docs-contents | process_v2_intent_router | Что входит в документацию этого проекта? | GENERAL_QA | SUMMARY | ✓ | -| v2-router-general-05-main-parts | process_v2_intent_router | Какие основные части есть у системы? | GENERAL_QA | SUMMARY | ✓ | -| v2-router-general-06-high-level-architecture | process_v2_intent_router | Как в целом устроено приложение? | GENERAL_QA | SUMMARY | ✓ | -| v2-router-general-07-besides-api | process_v2_intent_router | Что тут есть кроме API? | GENERAL_QA | SUMMARY | ✓ | -| v2-router-general-08-components | process_v2_intent_router | Из чего состоит Telegram Notify App? | DOC_EXPLAIN | SUMMARY | ✓ | -| v2-router-general-09-reading-order | process_v2_intent_router | Какие документы стоит читать сначала? | GENERAL_QA | SUMMARY | ✓ | -| v2-router-general-10-short-summary | process_v2_intent_router | Дай короткое summary по проектной документации | GENERAL_QA | SUMMARY | ✓ | -| v2-router-docs-summary-01-health | process_v2_intent_router | Кратко объясни по документации, как работает `/health` | DOC_EXPLAIN | SUMMARY | ✓ | -| v2-router-docs-summary-02-send | process_v2_intent_router | Что делает endpoint `/send`? | DOC_EXPLAIN | SUMMARY | ✓ | -| v2-router-docs-summary-03-actions | process_v2_intent_router | Объясни назначение `/actions/{action}` | DOC_EXPLAIN | SUMMARY | ✓ | -| v2-router-docs-summary-04-runtime-health | process_v2_intent_router | Что такое runtime health в этой документации? | DOC_EXPLAIN | SUMMARY | ✓ | -| v2-router-docs-summary-05-notification-loop | process_v2_intent_router | Кратко опиши цикл отправки уведомлений | DOC_EXPLAIN | SUMMARY | ✓ | -| v2-router-docs-summary-06-architecture | process_v2_intent_router | Как устроена архитектура Telegram Notify App? | DOC_EXPLAIN | SUMMARY | ✓ | -| v2-router-docs-summary-07-worker | process_v2_intent_router | Что делает worker в этом приложении? | DOC_EXPLAIN | SUMMARY | ✓ | -| v2-router-docs-summary-08-health-statuses | process_v2_intent_router | Какие статусы здоровья есть у runtime? | DOC_EXPLAIN | SUMMARY | ✓ | -| v2-router-docs-summary-09-manual-send | process_v2_intent_router | Как в приложении устроена ручная отправка сообщения? | DOC_EXPLAIN | SUMMARY | ✓ | -| v2-router-docs-summary-10-telegram-integration | process_v2_intent_router | Как сервис взаимодействует с Telegram в целом? | GENERAL_QA | SUMMARY | ✓ | -| v2-router-find-files-01-health | process_v2_intent_router | В каком файле описан `/health`? | DOC_EXPLAIN | FIND_FILES | ✓ | -| v2-router-find-files-02-send | process_v2_intent_router | Покажи файл с описанием endpoint `/send` | DOC_EXPLAIN | FIND_FILES | ✓ | -| v2-router-find-files-03-actions | process_v2_intent_router | Где находится документация по `/actions/{action}`? | DOC_EXPLAIN | FIND_FILES | ✓ | -| v2-router-find-files-04-runtime-health | process_v2_intent_router | В каком документе описан runtime health? | DOC_EXPLAIN | FIND_FILES | ✓ | -| v2-router-find-files-05-loop | process_v2_intent_router | Найди файл с логикой цикла отправки уведомлений | DOC_EXPLAIN | FIND_FILES | ✓ | -| v2-router-find-files-06-architecture | process_v2_intent_router | Где описана архитектура приложения? | DOC_EXPLAIN | FIND_FILES | ✓ | -| v2-router-find-files-07-errors-catalog | process_v2_intent_router | В каком файле лежит каталог ошибок? | DOC_EXPLAIN | FIND_FILES | ✓ | -| v2-router-find-files-08-docs-index | process_v2_intent_router | Покажи файл-индекс документации проекта | DOC_EXPLAIN | FIND_FILES | ✓ | -| v2-router-find-files-09-telegram-bot-api | process_v2_intent_router | Какие файлы относятся к Telegram Bot API интеграции? | DOC_EXPLAIN | FIND_FILES | ✓ | -| v2-router-find-files-10-telegram-notify-worker | process_v2_intent_router | В каких файлах описан worker `telegram_notify`? | DOC_EXPLAIN | FIND_FILES | ✓ | \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-docs-summary-01-endpoint.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-docs-summary-01-endpoint.json deleted file mode 100644 index 74dc15a..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-docs-summary-01-endpoint.json +++ /dev/null @@ -1,77 +0,0 @@ -{ - "meta": { - "case_id": "v3-docs-summary-01-endpoint", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8800000000000001 - }, - "details": { - "query": "Объясни по документации endpoint `/health`", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Объясни по документации endpoint `/health`", - "normalized_query": "Объясни по документации endpoint `/health`", - "target_terms": [ - "/health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Объясни по документации endpoint `/health`" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "/health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-docs-summary-01-endpoint.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-docs-summary-01-endpoint.md deleted file mode 100644 index 2a190d5..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-docs-summary-01-endpoint.md +++ /dev/null @@ -1,87 +0,0 @@ -# v3-docs-summary-01-endpoint - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Объясни по документации endpoint `/health` - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8800000000000001 -} -``` - -## Details -```json -{ - "query": "Объясни по документации endpoint `/health`", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Объясни по документации endpoint `/health`", - "normalized_query": "Объясни по документации endpoint `/health`", - "target_terms": [ - "/health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Объясни по документации endpoint `/health`" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "/health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-docs-summary-02-architecture.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-docs-summary-02-architecture.json deleted file mode 100644 index 2a57176..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-docs-summary-02-architecture.json +++ /dev/null @@ -1,83 +0,0 @@ -{ - "meta": { - "case_id": "v3-docs-summary-02-architecture", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Как устроена архитектура приложения?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Как устроена архитектура приложения?", - "normalized_query": "Как устроена архитектура приложения?", - "target_terms": [ - "architecture_overview", - "устроена", - "архитектура", - "приложения" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как устроена архитектура приложения?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "architecture_overview", - "устроена", - "архитектура", - "приложения" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-docs-summary-02-architecture.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-docs-summary-02-architecture.md deleted file mode 100644 index 19bd099..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-docs-summary-02-architecture.md +++ /dev/null @@ -1,93 +0,0 @@ -# v3-docs-summary-02-architecture - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Как устроена архитектура приложения? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Как устроена архитектура приложения?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Как устроена архитектура приложения?", - "normalized_query": "Как устроена архитектура приложения?", - "target_terms": [ - "architecture_overview", - "устроена", - "архитектура", - "приложения" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как устроена архитектура приложения?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "architecture_overview", - "устроена", - "архитектура", - "приложения" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-docs-summary-03-process.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-docs-summary-03-process.json deleted file mode 100644 index fe982bd..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-docs-summary-03-process.json +++ /dev/null @@ -1,75 +0,0 @@ -{ - "meta": { - "case_id": "v3-docs-summary-03-process", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8300000000000001 - }, - "details": { - "query": "Опиши процесс отправки уведомлений", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Опиши процесс отправки уведомлений", - "normalized_query": "Опиши процесс отправки уведомлений", - "target_terms": [ - "опиши", - "процесс", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Опиши процесс отправки уведомлений" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "опиши", - "процесс", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-docs-summary-03-process.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-docs-summary-03-process.md deleted file mode 100644 index cb54efa..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-docs-summary-03-process.md +++ /dev/null @@ -1,85 +0,0 @@ -# v3-docs-summary-03-process - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Опиши процесс отправки уведомлений - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8300000000000001 -} -``` - -## Details -```json -{ - "query": "Опиши процесс отправки уведомлений", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Опиши процесс отправки уведомлений", - "normalized_query": "Опиши процесс отправки уведомлений", - "target_terms": [ - "опиши", - "процесс", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Опиши процесс отправки уведомлений" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "опиши", - "процесс", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-docs-summary-04-entity.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-docs-summary-04-entity.json deleted file mode 100644 index e6948f5..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-docs-summary-04-entity.json +++ /dev/null @@ -1,83 +0,0 @@ -{ - "meta": { - "case_id": "v3-docs-summary-04-entity", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Что такое runtime health в документации?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Что такое runtime health в документации?", - "normalized_query": "Что такое runtime health в документации?", - "target_terms": [ - "runtime_health", - "такое", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что такое runtime health в документации?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "runtime_health", - "такое", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-docs-summary-04-entity.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-docs-summary-04-entity.md deleted file mode 100644 index aa95a4b..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-docs-summary-04-entity.md +++ /dev/null @@ -1,93 +0,0 @@ -# v3-docs-summary-04-entity - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Что такое runtime health в документации? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Что такое runtime health в документации?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Что такое runtime health в документации?", - "normalized_query": "Что такое runtime health в документации?", - "target_terms": [ - "runtime_health", - "такое", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что такое runtime health в документации?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "runtime_health", - "такое", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-find-files-01-which-file.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-find-files-01-which-file.json deleted file mode 100644 index 1473439..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-find-files-01-which-file.json +++ /dev/null @@ -1,83 +0,0 @@ -{ - "meta": { - "case_id": "v3-find-files-01-which-file", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.9800000000000001 - }, - "details": { - "query": "В каком файле описан `/health`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "В каком файле описан `/health`?", - "normalized_query": "В каком файле описан `/health`?", - "target_terms": [ - "/health", - "каком", - "файле", - "описан" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.9800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "В каком файле описан `/health`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "/health", - "каком", - "файле", - "описан" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-find-files-01-which-file.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-find-files-01-which-file.md deleted file mode 100644 index c3e030c..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-find-files-01-which-file.md +++ /dev/null @@ -1,93 +0,0 @@ -# v3-find-files-01-which-file - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -В каком файле описан `/health`? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.9800000000000001 -} -``` - -## Details -```json -{ - "query": "В каком файле описан `/health`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "В каком файле описан `/health`?", - "normalized_query": "В каком файле описан `/health`?", - "target_terms": [ - "/health", - "каком", - "файле", - "описан" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.9800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "В каком файле описан `/health`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "/health", - "каком", - "файле", - "описан" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-find-files-02-show-doc.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-find-files-02-show-doc.json deleted file mode 100644 index 774eadc..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-find-files-02-show-doc.json +++ /dev/null @@ -1,83 +0,0 @@ -{ - "meta": { - "case_id": "v3-find-files-02-show-doc", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.9800000000000001 - }, - "details": { - "query": "Покажи документ про runtime health", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Покажи документ про runtime health", - "normalized_query": "Покажи документ про runtime health", - "target_terms": [ - "runtime_health", - "про", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.9800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Покажи документ про runtime health" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "runtime_health", - "про", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-find-files-02-show-doc.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-find-files-02-show-doc.md deleted file mode 100644 index 12d9de3..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-find-files-02-show-doc.md +++ /dev/null @@ -1,93 +0,0 @@ -# v3-find-files-02-show-doc - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Покажи документ про runtime health - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.9800000000000001 -} -``` - -## Details -```json -{ - "query": "Покажи документ про runtime health", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Покажи документ про runtime health", - "normalized_query": "Покажи документ про runtime health", - "target_terms": [ - "runtime_health", - "про", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.9800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Покажи документ про runtime health" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "runtime_health", - "про", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-find-files-03-where-described.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-find-files-03-where-described.json deleted file mode 100644 index 2680d84..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-find-files-03-where-described.json +++ /dev/null @@ -1,83 +0,0 @@ -{ - "meta": { - "case_id": "v3-find-files-03-where-described", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8800000000000001 - }, - "details": { - "query": "Где описано `docs/architecture/overview.md`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Где описано `docs/architecture/overview.md`?", - "normalized_query": "Где описано `docs/architecture/overview.md`?", - "target_terms": [ - "architecture_overview", - "описано" - ], - "anchors": { - "entity_names": [], - "file_names": [ - "docs/architecture/overview.md" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Где описано `docs/architecture/overview.md`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "architecture_overview", - "описано" - ], - "anchors": { - "entity_names": [], - "file_names": [ - "docs/architecture/overview.md" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-find-files-03-where-described.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-find-files-03-where-described.md deleted file mode 100644 index 5074f19..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-find-files-03-where-described.md +++ /dev/null @@ -1,93 +0,0 @@ -# v3-find-files-03-where-described - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Где описано `docs/architecture/overview.md`? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8800000000000001 -} -``` - -## Details -```json -{ - "query": "Где описано `docs/architecture/overview.md`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Где описано `docs/architecture/overview.md`?", - "normalized_query": "Где описано `docs/architecture/overview.md`?", - "target_terms": [ - "architecture_overview", - "описано" - ], - "anchors": { - "entity_names": [], - "file_names": [ - "docs/architecture/overview.md" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Где описано `docs/architecture/overview.md`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "architecture_overview", - "описано" - ], - "anchors": { - "entity_names": [], - "file_names": [ - "docs/architecture/overview.md" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-general-01-overview.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-general-01-overview.json deleted file mode 100644 index 6c2877d..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-general-01-overview.json +++ /dev/null @@ -1,73 +0,0 @@ -{ - "meta": { - "case_id": "v3-general-01-overview", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.7300000000000001 - }, - "details": { - "query": "Общий обзор сервиса", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Общий обзор сервиса", - "normalized_query": "Общий обзор сервиса", - "target_terms": [ - "общий", - "обзор", - "сервиса" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.7300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Общий обзор сервиса" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "общий", - "обзор", - "сервиса" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-general-01-overview.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-general-01-overview.md deleted file mode 100644 index 1a8372c..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-general-01-overview.md +++ /dev/null @@ -1,83 +0,0 @@ -# v3-general-01-overview - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Общий обзор сервиса - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.7300000000000001 -} -``` - -## Details -```json -{ - "query": "Общий обзор сервиса", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Общий обзор сервиса", - "normalized_query": "Общий обзор сервиса", - "target_terms": [ - "общий", - "обзор", - "сервиса" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.7300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Общий обзор сервиса" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "общий", - "обзор", - "сервиса" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-general-02-what-is-service.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-general-02-what-is-service.json deleted file mode 100644 index 26d33e6..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-general-02-what-is-service.json +++ /dev/null @@ -1,69 +0,0 @@ -{ - "meta": { - "case_id": "v3-general-02-what-is-service", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.7300000000000001 - }, - "details": { - "query": "Что это за сервис?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Что это за сервис?", - "normalized_query": "Что это за сервис?", - "target_terms": [ - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.7300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что это за сервис?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-general-02-what-is-service.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-general-02-what-is-service.md deleted file mode 100644 index 1f3ce10..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-general-02-what-is-service.md +++ /dev/null @@ -1,79 +0,0 @@ -# v3-general-02-what-is-service - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Что это за сервис? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.7300000000000001 -} -``` - -## Details -```json -{ - "query": "Что это за сервис?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Что это за сервис?", - "normalized_query": "Что это за сервис?", - "target_terms": [ - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.7300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что это за сервис?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-general-03-purpose.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-general-03-purpose.json deleted file mode 100644 index 9cbced6..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-general-03-purpose.json +++ /dev/null @@ -1,73 +0,0 @@ -{ - "meta": { - "case_id": "v3-general-03-purpose", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8300000000000001 - }, - "details": { - "query": "Для чего нужен этот сервис?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Для чего нужен этот сервис?", - "normalized_query": "Для чего нужен этот сервис?", - "target_terms": [ - "чего", - "нужен", - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Для чего нужен этот сервис?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "чего", - "нужен", - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-general-03-purpose.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-general-03-purpose.md deleted file mode 100644 index d21bc3e..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-general-03-purpose.md +++ /dev/null @@ -1,83 +0,0 @@ -# v3-general-03-purpose - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Для чего нужен этот сервис? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8300000000000001 -} -``` - -## Details -```json -{ - "query": "Для чего нужен этот сервис?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Для чего нужен этот сервис?", - "normalized_query": "Для чего нужен этот сервис?", - "target_terms": [ - "чего", - "нужен", - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Для чего нужен этот сервис?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "чего", - "нужен", - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-negative-01-operational.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-negative-01-operational.json deleted file mode 100644 index 79e9d03..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-negative-01-operational.json +++ /dev/null @@ -1,77 +0,0 @@ -{ - "meta": { - "case_id": "v3-negative-01-operational", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8300000000000001 - }, - "details": { - "query": "Почему у меня сейчас упал деплой?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Почему у меня сейчас упал деплой?", - "normalized_query": "Почему у меня сейчас упал деплой?", - "target_terms": [ - "почему", - "меня", - "сейчас", - "упал", - "деплой" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "default general" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Почему у меня сейчас упал деплой?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "default general", - "target_terms": [ - "почему", - "меня", - "сейчас", - "упал", - "деплой" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-negative-01-operational.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-negative-01-operational.md deleted file mode 100644 index cb7720c..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-negative-01-operational.md +++ /dev/null @@ -1,87 +0,0 @@ -# v3-negative-01-operational - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Почему у меня сейчас упал деплой? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8300000000000001 -} -``` - -## Details -```json -{ - "query": "Почему у меня сейчас упал деплой?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Почему у меня сейчас упал деплой?", - "normalized_query": "Почему у меня сейчас упал деплой?", - "target_terms": [ - "почему", - "меня", - "сейчас", - "упал", - "деплой" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "default general" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Почему у меня сейчас упал деплой?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "default general", - "target_terms": [ - "почему", - "меня", - "сейчас", - "упал", - "деплой" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-negative-02-meta.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-negative-02-meta.json deleted file mode 100644 index f1145a1..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-negative-02-meta.json +++ /dev/null @@ -1,71 +0,0 @@ -{ - "meta": { - "case_id": "v3-negative-02-meta", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8300000000000001 - }, - "details": { - "query": "Как ты выбираешь маршрут?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Как ты выбираешь маршрут?", - "normalized_query": "Как ты выбираешь маршрут?", - "target_terms": [ - "выбираешь", - "маршрут" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "default general" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как ты выбираешь маршрут?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "default general", - "target_terms": [ - "выбираешь", - "маршрут" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-negative-02-meta.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-negative-02-meta.md deleted file mode 100644 index ed21532..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-negative-02-meta.md +++ /dev/null @@ -1,81 +0,0 @@ -# v3-negative-02-meta - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Как ты выбираешь маршрут? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8300000000000001 -} -``` - -## Details -```json -{ - "query": "Как ты выбираешь маршрут?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Как ты выбираешь маршрут?", - "normalized_query": "Как ты выбираешь маршрут?", - "target_terms": [ - "выбираешь", - "маршрут" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "default general" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как ты выбираешь маршрут?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "default general", - "target_terms": [ - "выбираешь", - "маршрут" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-negative-03-non-docs.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-negative-03-non-docs.json deleted file mode 100644 index cf49152..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-negative-03-non-docs.json +++ /dev/null @@ -1,75 +0,0 @@ -{ - "meta": { - "case_id": "v3-negative-03-non-docs", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8300000000000001 - }, - "details": { - "query": "Сколько сейчас времени на сервере?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Сколько сейчас времени на сервере?", - "normalized_query": "Сколько сейчас времени на сервере?", - "target_terms": [ - "сколько", - "сейчас", - "времени", - "сервере" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "default general" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Сколько сейчас времени на сервере?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "default general", - "target_terms": [ - "сколько", - "сейчас", - "времени", - "сервере" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-negative-03-non-docs.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-negative-03-non-docs.md deleted file mode 100644 index 6bf263d..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-negative-03-non-docs.md +++ /dev/null @@ -1,85 +0,0 @@ -# v3-negative-03-non-docs - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Сколько сейчас времени на сервере? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8300000000000001 -} -``` - -## Details -```json -{ - "query": "Сколько сейчас времени на сервере?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Сколько сейчас времени на сервере?", - "normalized_query": "Сколько сейчас времени на сервере?", - "target_terms": [ - "сколько", - "сейчас", - "времени", - "сервере" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "default general" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Сколько сейчас времени на сервере?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "default general", - "target_terms": [ - "сколько", - "сейчас", - "времени", - "сервере" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-noisy-01-colloquial.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-noisy-01-colloquial.json deleted file mode 100644 index adacddb..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-noisy-01-colloquial.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "meta": { - "case_id": "v3-noisy-01-colloquial", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.9800000000000001 - }, - "details": { - "query": "Где там дока про health, покажи плз", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Где там дока про health, покажи плз", - "normalized_query": "Где там дока про health, покажи плз", - "target_terms": [ - "/health", - "там", - "дока", - "про", - "health", - "плз" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.9800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Где там дока про health, покажи плз" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "/health", - "там", - "дока", - "про", - "health", - "плз" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-noisy-01-colloquial.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-noisy-01-colloquial.md deleted file mode 100644 index cc51cf6..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-noisy-01-colloquial.md +++ /dev/null @@ -1,97 +0,0 @@ -# v3-noisy-01-colloquial - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Где там дока про health, покажи плз - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.9800000000000001 -} -``` - -## Details -```json -{ - "query": "Где там дока про health, покажи плз", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Где там дока про health, покажи плз", - "normalized_query": "Где там дока про health, покажи плз", - "target_terms": [ - "/health", - "там", - "дока", - "про", - "health", - "плз" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.9800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Где там дока про health, покажи плз" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "/health", - "там", - "дока", - "про", - "health", - "плз" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-noisy-02-abbrev.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-noisy-02-abbrev.json deleted file mode 100644 index f2c1731..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-noisy-02-abbrev.json +++ /dev/null @@ -1,85 +0,0 @@ -{ - "meta": { - "case_id": "v3-noisy-02-abbrev", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.9800000000000001 - }, - "details": { - "query": "Нужен краткий док-саммари по api /send", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Нужен краткий док-саммари по api /send", - "normalized_query": "Нужен краткий док-саммари по api /send", - "target_terms": [ - "/send", - "нужен", - "краткий", - "док-саммари", - "api" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.9800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Нужен краткий док-саммари по api /send" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "/send", - "нужен", - "краткий", - "док-саммари", - "api" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-noisy-02-abbrev.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-noisy-02-abbrev.md deleted file mode 100644 index 4364012..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-noisy-02-abbrev.md +++ /dev/null @@ -1,95 +0,0 @@ -# v3-noisy-02-abbrev - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Нужен краткий док-саммари по api /send - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.9800000000000001 -} -``` - -## Details -```json -{ - "query": "Нужен краткий док-саммари по api /send", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Нужен краткий док-саммари по api /send", - "normalized_query": "Нужен краткий док-саммари по api /send", - "target_terms": [ - "/send", - "нужен", - "краткий", - "док-саммари", - "api" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.9800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Нужен краткий док-саммари по api /send" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "/send", - "нужен", - "краткий", - "док-саммари", - "api" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-noisy-03-broken-phrase.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-noisy-03-broken-phrase.json deleted file mode 100644 index 88082c2..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-noisy-03-broken-phrase.json +++ /dev/null @@ -1,85 +0,0 @@ -{ - "meta": { - "case_id": "v3-noisy-03-broken-phrase", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.9800000000000001 - }, - "details": { - "query": "runtime health это где описано в доках", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "runtime health это где описано в доках", - "normalized_query": "runtime health это где описано в доках", - "target_terms": [ - "runtime_health", - "runtime", - "health", - "описано", - "доках" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.9800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "runtime health это где описано в доках" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "runtime_health", - "runtime", - "health", - "описано", - "доках" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-noisy-03-broken-phrase.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-noisy-03-broken-phrase.md deleted file mode 100644 index 24577cc..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/router_llm_first_v3_v3-noisy-03-broken-phrase.md +++ /dev/null @@ -1,95 +0,0 @@ -# v3-noisy-03-broken-phrase - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -runtime health это где описано в доках - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.9800000000000001 -} -``` - -## Details -```json -{ - "query": "runtime health это где описано в доках", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "runtime health это где описано в доках", - "normalized_query": "runtime health это где описано в доках", - "target_terms": [ - "runtime_health", - "runtime", - "health", - "описано", - "доках" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.9800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "runtime health это где описано в доках" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "runtime_health", - "runtime", - "health", - "описано", - "доках" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/summary.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/summary.md deleted file mode 100644 index fee2567..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_postfix/20260407_125805/summary.md +++ /dev/null @@ -1,22 +0,0 @@ -# pipeline_setup_v4 summary - -Passed: 16/16 - -| Case | Component | Query | Intent | Sub-intent | Pass | -|------|-----------|-------|--------|------------|------| -| v3-docs-summary-01-endpoint | process_v2_intent_router | Объясни по документации endpoint `/health` | DOC_EXPLAIN | SUMMARY | ✓ | -| v3-docs-summary-02-architecture | process_v2_intent_router | Как устроена архитектура приложения? | DOC_EXPLAIN | SUMMARY | ✓ | -| v3-docs-summary-03-process | process_v2_intent_router | Опиши процесс отправки уведомлений | DOC_EXPLAIN | SUMMARY | ✓ | -| v3-docs-summary-04-entity | process_v2_intent_router | Что такое runtime health в документации? | DOC_EXPLAIN | SUMMARY | ✓ | -| v3-find-files-01-which-file | process_v2_intent_router | В каком файле описан `/health`? | DOC_EXPLAIN | FIND_FILES | ✓ | -| v3-find-files-02-show-doc | process_v2_intent_router | Покажи документ про runtime health | DOC_EXPLAIN | FIND_FILES | ✓ | -| v3-find-files-03-where-described | process_v2_intent_router | Где описано `docs/architecture/overview.md`? | DOC_EXPLAIN | FIND_FILES | ✓ | -| v3-general-01-overview | process_v2_intent_router | Общий обзор сервиса | GENERAL_QA | SUMMARY | ✓ | -| v3-general-02-what-is-service | process_v2_intent_router | Что это за сервис? | GENERAL_QA | SUMMARY | ✓ | -| v3-general-03-purpose | process_v2_intent_router | Для чего нужен этот сервис? | GENERAL_QA | SUMMARY | ✓ | -| v3-negative-01-operational | process_v2_intent_router | Почему у меня сейчас упал деплой? | GENERAL_QA | SUMMARY | ✓ | -| v3-negative-02-meta | process_v2_intent_router | Как ты выбираешь маршрут? | GENERAL_QA | SUMMARY | ✓ | -| v3-negative-03-non-docs | process_v2_intent_router | Сколько сейчас времени на сервере? | GENERAL_QA | SUMMARY | ✓ | -| v3-noisy-01-colloquial | process_v2_intent_router | Где там дока про health, покажи плз | DOC_EXPLAIN | FIND_FILES | ✓ | -| v3-noisy-02-abbrev | process_v2_intent_router | Нужен краткий док-саммари по api /send | DOC_EXPLAIN | SUMMARY | ✓ | -| v3-noisy-03-broken-phrase | process_v2_intent_router | runtime health это где описано в доках | DOC_EXPLAIN | FIND_FILES | ✓ | \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-docs-summary-01-endpoint.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-docs-summary-01-endpoint.json deleted file mode 100644 index 19e26c7..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-docs-summary-01-endpoint.json +++ /dev/null @@ -1,79 +0,0 @@ -{ - "meta": { - "case_id": "v3-docs-summary-01-endpoint", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Объясни по документации endpoint `/health`", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Объясни по документации endpoint `/health`", - "normalized_query": "Объясни по документации endpoint `/health`", - "target_terms": [ - "/health", - "endpoint" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Объясни по документации endpoint `/health`" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "/health", - "endpoint" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-docs-summary-01-endpoint.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-docs-summary-01-endpoint.md deleted file mode 100644 index c39757f..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-docs-summary-01-endpoint.md +++ /dev/null @@ -1,89 +0,0 @@ -# v3-docs-summary-01-endpoint - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Объясни по документации endpoint `/health` - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Объясни по документации endpoint `/health`", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Объясни по документации endpoint `/health`", - "normalized_query": "Объясни по документации endpoint `/health`", - "target_terms": [ - "/health", - "endpoint" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Объясни по документации endpoint `/health`" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "/health", - "endpoint" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-docs-summary-02-architecture.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-docs-summary-02-architecture.json deleted file mode 100644 index 2a57176..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-docs-summary-02-architecture.json +++ /dev/null @@ -1,83 +0,0 @@ -{ - "meta": { - "case_id": "v3-docs-summary-02-architecture", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Как устроена архитектура приложения?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Как устроена архитектура приложения?", - "normalized_query": "Как устроена архитектура приложения?", - "target_terms": [ - "architecture_overview", - "устроена", - "архитектура", - "приложения" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как устроена архитектура приложения?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "architecture_overview", - "устроена", - "архитектура", - "приложения" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-docs-summary-02-architecture.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-docs-summary-02-architecture.md deleted file mode 100644 index 19bd099..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-docs-summary-02-architecture.md +++ /dev/null @@ -1,93 +0,0 @@ -# v3-docs-summary-02-architecture - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Как устроена архитектура приложения? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Как устроена архитектура приложения?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Как устроена архитектура приложения?", - "normalized_query": "Как устроена архитектура приложения?", - "target_terms": [ - "architecture_overview", - "устроена", - "архитектура", - "приложения" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как устроена архитектура приложения?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "architecture_overview", - "устроена", - "архитектура", - "приложения" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-docs-summary-03-process.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-docs-summary-03-process.json deleted file mode 100644 index 01283be..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-docs-summary-03-process.json +++ /dev/null @@ -1,75 +0,0 @@ -{ - "meta": { - "case_id": "v3-docs-summary-03-process", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Опиши процесс отправки уведомлений", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Опиши процесс отправки уведомлений", - "normalized_query": "Опиши процесс отправки уведомлений", - "target_terms": [ - "опиши", - "процесс", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Опиши процесс отправки уведомлений" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "опиши", - "процесс", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-docs-summary-03-process.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-docs-summary-03-process.md deleted file mode 100644 index c7439dd..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-docs-summary-03-process.md +++ /dev/null @@ -1,85 +0,0 @@ -# v3-docs-summary-03-process - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Опиши процесс отправки уведомлений - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Опиши процесс отправки уведомлений", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Опиши процесс отправки уведомлений", - "normalized_query": "Опиши процесс отправки уведомлений", - "target_terms": [ - "опиши", - "процесс", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Опиши процесс отправки уведомлений" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "опиши", - "процесс", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-docs-summary-04-entity.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-docs-summary-04-entity.json deleted file mode 100644 index e6948f5..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-docs-summary-04-entity.json +++ /dev/null @@ -1,83 +0,0 @@ -{ - "meta": { - "case_id": "v3-docs-summary-04-entity", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Что такое runtime health в документации?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Что такое runtime health в документации?", - "normalized_query": "Что такое runtime health в документации?", - "target_terms": [ - "runtime_health", - "такое", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что такое runtime health в документации?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "runtime_health", - "такое", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-docs-summary-04-entity.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-docs-summary-04-entity.md deleted file mode 100644 index aa95a4b..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-docs-summary-04-entity.md +++ /dev/null @@ -1,93 +0,0 @@ -# v3-docs-summary-04-entity - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Что такое runtime health в документации? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Что такое runtime health в документации?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Что такое runtime health в документации?", - "normalized_query": "Что такое runtime health в документации?", - "target_terms": [ - "runtime_health", - "такое", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что такое runtime health в документации?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "runtime_health", - "такое", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-find-files-01-which-file.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-find-files-01-which-file.json deleted file mode 100644 index 9256884..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-find-files-01-which-file.json +++ /dev/null @@ -1,83 +0,0 @@ -{ - "meta": { - "case_id": "v3-find-files-01-which-file", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "В каком файле описан `/health`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "В каком файле описан `/health`?", - "normalized_query": "В каком файле описан `/health`?", - "target_terms": [ - "/health", - "каком", - "файле", - "описан" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "В каком файле описан `/health`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "/health", - "каком", - "файле", - "описан" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-find-files-01-which-file.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-find-files-01-which-file.md deleted file mode 100644 index 6ae9877..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-find-files-01-which-file.md +++ /dev/null @@ -1,93 +0,0 @@ -# v3-find-files-01-which-file - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -В каком файле описан `/health`? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "В каком файле описан `/health`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "В каком файле описан `/health`?", - "normalized_query": "В каком файле описан `/health`?", - "target_terms": [ - "/health", - "каком", - "файле", - "описан" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "В каком файле описан `/health`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "/health", - "каком", - "файле", - "описан" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-find-files-02-show-doc.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-find-files-02-show-doc.json deleted file mode 100644 index 77c7f5b..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-find-files-02-show-doc.json +++ /dev/null @@ -1,83 +0,0 @@ -{ - "meta": { - "case_id": "v3-find-files-02-show-doc", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Покажи документ про runtime health", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Покажи документ про runtime health", - "normalized_query": "Покажи документ про runtime health", - "target_terms": [ - "runtime_health", - "про", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Покажи документ про runtime health" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "runtime_health", - "про", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-find-files-02-show-doc.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-find-files-02-show-doc.md deleted file mode 100644 index 50b93d6..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-find-files-02-show-doc.md +++ /dev/null @@ -1,93 +0,0 @@ -# v3-find-files-02-show-doc - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Покажи документ про runtime health - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Покажи документ про runtime health", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Покажи документ про runtime health", - "normalized_query": "Покажи документ про runtime health", - "target_terms": [ - "runtime_health", - "про", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Покажи документ про runtime health" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "runtime_health", - "про", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-find-files-03-where-described.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-find-files-03-where-described.json deleted file mode 100644 index 0e5e9f8..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-find-files-03-where-described.json +++ /dev/null @@ -1,83 +0,0 @@ -{ - "meta": { - "case_id": "v3-find-files-03-where-described", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Где описано `docs/architecture/overview.md`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Где описано `docs/architecture/overview.md`?", - "normalized_query": "Где описано `docs/architecture/overview.md`?", - "target_terms": [ - "architecture_overview", - "описано" - ], - "anchors": { - "entity_names": [], - "file_names": [ - "docs/architecture/overview.md" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Где описано `docs/architecture/overview.md`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "architecture_overview", - "описано" - ], - "anchors": { - "entity_names": [], - "file_names": [ - "docs/architecture/overview.md" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-find-files-03-where-described.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-find-files-03-where-described.md deleted file mode 100644 index 81a1a8f..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-find-files-03-where-described.md +++ /dev/null @@ -1,93 +0,0 @@ -# v3-find-files-03-where-described - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Где описано `docs/architecture/overview.md`? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Где описано `docs/architecture/overview.md`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Где описано `docs/architecture/overview.md`?", - "normalized_query": "Где описано `docs/architecture/overview.md`?", - "target_terms": [ - "architecture_overview", - "описано" - ], - "anchors": { - "entity_names": [], - "file_names": [ - "docs/architecture/overview.md" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Где описано `docs/architecture/overview.md`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "architecture_overview", - "описано" - ], - "anchors": { - "entity_names": [], - "file_names": [ - "docs/architecture/overview.md" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-general-01-overview.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-general-01-overview.json deleted file mode 100644 index 9659127..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-general-01-overview.json +++ /dev/null @@ -1,73 +0,0 @@ -{ - "meta": { - "case_id": "v3-general-01-overview", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Общий обзор сервиса", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Общий обзор сервиса", - "normalized_query": "Общий обзор сервиса", - "target_terms": [ - "общий", - "обзор", - "сервиса" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Общий обзор сервиса" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "общий", - "обзор", - "сервиса" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-general-01-overview.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-general-01-overview.md deleted file mode 100644 index 795dcdb..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-general-01-overview.md +++ /dev/null @@ -1,83 +0,0 @@ -# v3-general-01-overview - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Общий обзор сервиса - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Общий обзор сервиса", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Общий обзор сервиса", - "normalized_query": "Общий обзор сервиса", - "target_terms": [ - "общий", - "обзор", - "сервиса" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Общий обзор сервиса" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "общий", - "обзор", - "сервиса" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-general-02-what-is-service.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-general-02-what-is-service.json deleted file mode 100644 index 6f22b47..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-general-02-what-is-service.json +++ /dev/null @@ -1,69 +0,0 @@ -{ - "meta": { - "case_id": "v3-general-02-what-is-service", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Что это за сервис?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Что это за сервис?", - "normalized_query": "Что это за сервис?", - "target_terms": [ - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что это за сервис?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-general-02-what-is-service.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-general-02-what-is-service.md deleted file mode 100644 index c2e4650..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-general-02-what-is-service.md +++ /dev/null @@ -1,79 +0,0 @@ -# v3-general-02-what-is-service - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Что это за сервис? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Что это за сервис?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Что это за сервис?", - "normalized_query": "Что это за сервис?", - "target_terms": [ - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что это за сервис?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-general-03-purpose.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-general-03-purpose.json deleted file mode 100644 index c9e2a55..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-general-03-purpose.json +++ /dev/null @@ -1,75 +0,0 @@ -{ - "meta": { - "case_id": "v3-general-03-purpose", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Для чего нужен этот сервис?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Для чего нужен этот сервис?", - "normalized_query": "Для чего нужен этот сервис?", - "target_terms": [ - "для", - "чего", - "нужен", - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Для чего нужен этот сервис?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "для", - "чего", - "нужен", - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-general-03-purpose.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-general-03-purpose.md deleted file mode 100644 index fc18f93..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-general-03-purpose.md +++ /dev/null @@ -1,85 +0,0 @@ -# v3-general-03-purpose - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Для чего нужен этот сервис? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Для чего нужен этот сервис?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Для чего нужен этот сервис?", - "normalized_query": "Для чего нужен этот сервис?", - "target_terms": [ - "для", - "чего", - "нужен", - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Для чего нужен этот сервис?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "для", - "чего", - "нужен", - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-negative-01-operational.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-negative-01-operational.json deleted file mode 100644 index dfa4498..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-negative-01-operational.json +++ /dev/null @@ -1,77 +0,0 @@ -{ - "meta": { - "case_id": "v3-negative-01-operational", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Почему у меня сейчас упал деплой?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Почему у меня сейчас упал деплой?", - "normalized_query": "Почему у меня сейчас упал деплой?", - "target_terms": [ - "почему", - "меня", - "сейчас", - "упал", - "деплой" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "default general" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Почему у меня сейчас упал деплой?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "default general", - "target_terms": [ - "почему", - "меня", - "сейчас", - "упал", - "деплой" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-negative-01-operational.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-negative-01-operational.md deleted file mode 100644 index 0d5d63e..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-negative-01-operational.md +++ /dev/null @@ -1,87 +0,0 @@ -# v3-negative-01-operational - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Почему у меня сейчас упал деплой? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Почему у меня сейчас упал деплой?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Почему у меня сейчас упал деплой?", - "normalized_query": "Почему у меня сейчас упал деплой?", - "target_terms": [ - "почему", - "меня", - "сейчас", - "упал", - "деплой" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "default general" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Почему у меня сейчас упал деплой?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "default general", - "target_terms": [ - "почему", - "меня", - "сейчас", - "упал", - "деплой" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-negative-02-meta.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-negative-02-meta.json deleted file mode 100644 index 20b8c25..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-negative-02-meta.json +++ /dev/null @@ -1,71 +0,0 @@ -{ - "meta": { - "case_id": "v3-negative-02-meta", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Как ты выбираешь маршрут?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Как ты выбираешь маршрут?", - "normalized_query": "Как ты выбираешь маршрут?", - "target_terms": [ - "выбираешь", - "маршрут" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "default general" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как ты выбираешь маршрут?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "default general", - "target_terms": [ - "выбираешь", - "маршрут" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-negative-02-meta.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-negative-02-meta.md deleted file mode 100644 index 5954af9..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-negative-02-meta.md +++ /dev/null @@ -1,81 +0,0 @@ -# v3-negative-02-meta - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Как ты выбираешь маршрут? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Как ты выбираешь маршрут?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Как ты выбираешь маршрут?", - "normalized_query": "Как ты выбираешь маршрут?", - "target_terms": [ - "выбираешь", - "маршрут" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "default general" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как ты выбираешь маршрут?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "default general", - "target_terms": [ - "выбираешь", - "маршрут" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-negative-03-non-docs.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-negative-03-non-docs.json deleted file mode 100644 index 92f2143..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-negative-03-non-docs.json +++ /dev/null @@ -1,75 +0,0 @@ -{ - "meta": { - "case_id": "v3-negative-03-non-docs", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Сколько сейчас времени на сервере?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Сколько сейчас времени на сервере?", - "normalized_query": "Сколько сейчас времени на сервере?", - "target_terms": [ - "сколько", - "сейчас", - "времени", - "сервере" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "default general" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Сколько сейчас времени на сервере?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "default general", - "target_terms": [ - "сколько", - "сейчас", - "времени", - "сервере" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-negative-03-non-docs.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-negative-03-non-docs.md deleted file mode 100644 index 6c37d74..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-negative-03-non-docs.md +++ /dev/null @@ -1,85 +0,0 @@ -# v3-negative-03-non-docs - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Сколько сейчас времени на сервере? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Сколько сейчас времени на сервере?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Сколько сейчас времени на сервере?", - "normalized_query": "Сколько сейчас времени на сервере?", - "target_terms": [ - "сколько", - "сейчас", - "времени", - "сервере" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "default general" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Сколько сейчас времени на сервере?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "default general", - "target_terms": [ - "сколько", - "сейчас", - "времени", - "сервере" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-noisy-01-colloquial.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-noisy-01-colloquial.json deleted file mode 100644 index f8d7d4f..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-noisy-01-colloquial.json +++ /dev/null @@ -1,89 +0,0 @@ -{ - "meta": { - "case_id": "v3-noisy-01-colloquial", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": false, - "mismatches": [ - "sub_intent: expected FIND_FILES, got SUMMARY" - ] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Где там дока про health, покажи плз", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Где там дока про health, покажи плз", - "normalized_query": "Где там дока про health, покажи плз", - "target_terms": [ - "/health", - "там", - "дока", - "про", - "health", - "плз" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Где там дока про health, покажи плз" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "/health", - "там", - "дока", - "про", - "health", - "плз" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-noisy-01-colloquial.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-noisy-01-colloquial.md deleted file mode 100644 index c5ae023..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-noisy-01-colloquial.md +++ /dev/null @@ -1,97 +0,0 @@ -# v3-noisy-01-colloquial - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml -- passed: False - -## Query -Где там дока про health, покажи плз - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Где там дока про health, покажи плз", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Где там дока про health, покажи плз", - "normalized_query": "Где там дока про health, покажи плз", - "target_terms": [ - "/health", - "там", - "дока", - "про", - "health", - "плз" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Где там дока про health, покажи плз" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "/health", - "там", - "дока", - "про", - "health", - "плз" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- sub_intent: expected FIND_FILES, got SUMMARY \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-noisy-02-abbrev.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-noisy-02-abbrev.json deleted file mode 100644 index aa38be7..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-noisy-02-abbrev.json +++ /dev/null @@ -1,85 +0,0 @@ -{ - "meta": { - "case_id": "v3-noisy-02-abbrev", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Нужен краткий док-саммари по api /send", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Нужен краткий док-саммари по api /send", - "normalized_query": "Нужен краткий док-саммари по api /send", - "target_terms": [ - "/send", - "нужен", - "краткий", - "док-саммари", - "api" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Нужен краткий док-саммари по api /send" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "/send", - "нужен", - "краткий", - "док-саммари", - "api" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-noisy-02-abbrev.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-noisy-02-abbrev.md deleted file mode 100644 index c9b24c5..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-noisy-02-abbrev.md +++ /dev/null @@ -1,95 +0,0 @@ -# v3-noisy-02-abbrev - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Нужен краткий док-саммари по api /send - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Нужен краткий док-саммари по api /send", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Нужен краткий док-саммари по api /send", - "normalized_query": "Нужен краткий док-саммари по api /send", - "target_terms": [ - "/send", - "нужен", - "краткий", - "док-саммари", - "api" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Нужен краткий док-саммари по api /send" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "/send", - "нужен", - "краткий", - "док-саммари", - "api" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-noisy-03-broken-phrase.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-noisy-03-broken-phrase.json deleted file mode 100644 index 14503a3..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-noisy-03-broken-phrase.json +++ /dev/null @@ -1,85 +0,0 @@ -{ - "meta": { - "case_id": "v3-noisy-03-broken-phrase", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "runtime health это где описано в доках", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "runtime health это где описано в доках", - "normalized_query": "runtime health это где описано в доках", - "target_terms": [ - "runtime_health", - "runtime", - "health", - "описано", - "доках" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "runtime health это где описано в доках" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "runtime_health", - "runtime", - "health", - "описано", - "доках" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-noisy-03-broken-phrase.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-noisy-03-broken-phrase.md deleted file mode 100644 index e4c3e72..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/router_llm_first_v3_v3-noisy-03-broken-phrase.md +++ /dev/null @@ -1,95 +0,0 @@ -# v3-noisy-03-broken-phrase - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -runtime health это где описано в доках - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "runtime health это где описано в доках", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "runtime health это где описано в доках", - "normalized_query": "runtime health это где описано в доках", - "target_terms": [ - "runtime_health", - "runtime", - "health", - "описано", - "доках" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "runtime health это где описано в доках" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "runtime_health", - "runtime", - "health", - "описано", - "доках" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/summary.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/summary.md deleted file mode 100644 index f329ebf..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124942/summary.md +++ /dev/null @@ -1,25 +0,0 @@ -# pipeline_setup_v4 summary - -Passed: 15/16 - -| Case | Component | Query | Intent | Sub-intent | Pass | -|------|-----------|-------|--------|------------|------| -| v3-docs-summary-01-endpoint | process_v2_intent_router | Объясни по документации endpoint `/health` | DOC_EXPLAIN | SUMMARY | ✓ | -| v3-docs-summary-02-architecture | process_v2_intent_router | Как устроена архитектура приложения? | DOC_EXPLAIN | SUMMARY | ✓ | -| v3-docs-summary-03-process | process_v2_intent_router | Опиши процесс отправки уведомлений | DOC_EXPLAIN | SUMMARY | ✓ | -| v3-docs-summary-04-entity | process_v2_intent_router | Что такое runtime health в документации? | DOC_EXPLAIN | SUMMARY | ✓ | -| v3-find-files-01-which-file | process_v2_intent_router | В каком файле описан `/health`? | DOC_EXPLAIN | FIND_FILES | ✓ | -| v3-find-files-02-show-doc | process_v2_intent_router | Покажи документ про runtime health | DOC_EXPLAIN | FIND_FILES | ✓ | -| v3-find-files-03-where-described | process_v2_intent_router | Где описано `docs/architecture/overview.md`? | DOC_EXPLAIN | FIND_FILES | ✓ | -| v3-general-01-overview | process_v2_intent_router | Общий обзор сервиса | GENERAL_QA | SUMMARY | ✓ | -| v3-general-02-what-is-service | process_v2_intent_router | Что это за сервис? | GENERAL_QA | SUMMARY | ✓ | -| v3-general-03-purpose | process_v2_intent_router | Для чего нужен этот сервис? | GENERAL_QA | SUMMARY | ✓ | -| v3-negative-01-operational | process_v2_intent_router | Почему у меня сейчас упал деплой? | GENERAL_QA | SUMMARY | ✓ | -| v3-negative-02-meta | process_v2_intent_router | Как ты выбираешь маршрут? | GENERAL_QA | SUMMARY | ✓ | -| v3-negative-03-non-docs | process_v2_intent_router | Сколько сейчас времени на сервере? | GENERAL_QA | SUMMARY | ✓ | -| v3-noisy-01-colloquial | process_v2_intent_router | Где там дока про health, покажи плз | DOC_EXPLAIN | SUMMARY | ✗ | -| v3-noisy-02-abbrev | process_v2_intent_router | Нужен краткий док-саммари по api /send | DOC_EXPLAIN | SUMMARY | ✓ | -| v3-noisy-03-broken-phrase | process_v2_intent_router | runtime health это где описано в доках | DOC_EXPLAIN | FIND_FILES | ✓ | - -## Failures -- **v3-noisy-01-colloquial**: sub_intent: expected FIND_FILES, got SUMMARY \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-docs-summary-01-endpoint.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-docs-summary-01-endpoint.json deleted file mode 100644 index 19e26c7..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-docs-summary-01-endpoint.json +++ /dev/null @@ -1,79 +0,0 @@ -{ - "meta": { - "case_id": "v3-docs-summary-01-endpoint", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Объясни по документации endpoint `/health`", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Объясни по документации endpoint `/health`", - "normalized_query": "Объясни по документации endpoint `/health`", - "target_terms": [ - "/health", - "endpoint" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Объясни по документации endpoint `/health`" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "/health", - "endpoint" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-docs-summary-01-endpoint.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-docs-summary-01-endpoint.md deleted file mode 100644 index c39757f..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-docs-summary-01-endpoint.md +++ /dev/null @@ -1,89 +0,0 @@ -# v3-docs-summary-01-endpoint - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Объясни по документации endpoint `/health` - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Объясни по документации endpoint `/health`", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Объясни по документации endpoint `/health`", - "normalized_query": "Объясни по документации endpoint `/health`", - "target_terms": [ - "/health", - "endpoint" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Объясни по документации endpoint `/health`" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "/health", - "endpoint" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-docs-summary-02-architecture.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-docs-summary-02-architecture.json deleted file mode 100644 index 2a57176..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-docs-summary-02-architecture.json +++ /dev/null @@ -1,83 +0,0 @@ -{ - "meta": { - "case_id": "v3-docs-summary-02-architecture", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Как устроена архитектура приложения?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Как устроена архитектура приложения?", - "normalized_query": "Как устроена архитектура приложения?", - "target_terms": [ - "architecture_overview", - "устроена", - "архитектура", - "приложения" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как устроена архитектура приложения?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "architecture_overview", - "устроена", - "архитектура", - "приложения" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-docs-summary-02-architecture.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-docs-summary-02-architecture.md deleted file mode 100644 index 19bd099..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-docs-summary-02-architecture.md +++ /dev/null @@ -1,93 +0,0 @@ -# v3-docs-summary-02-architecture - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Как устроена архитектура приложения? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Как устроена архитектура приложения?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Как устроена архитектура приложения?", - "normalized_query": "Как устроена архитектура приложения?", - "target_terms": [ - "architecture_overview", - "устроена", - "архитектура", - "приложения" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как устроена архитектура приложения?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "architecture_overview", - "устроена", - "архитектура", - "приложения" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-docs-summary-03-process.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-docs-summary-03-process.json deleted file mode 100644 index 01283be..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-docs-summary-03-process.json +++ /dev/null @@ -1,75 +0,0 @@ -{ - "meta": { - "case_id": "v3-docs-summary-03-process", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Опиши процесс отправки уведомлений", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Опиши процесс отправки уведомлений", - "normalized_query": "Опиши процесс отправки уведомлений", - "target_terms": [ - "опиши", - "процесс", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Опиши процесс отправки уведомлений" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "опиши", - "процесс", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-docs-summary-03-process.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-docs-summary-03-process.md deleted file mode 100644 index c7439dd..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-docs-summary-03-process.md +++ /dev/null @@ -1,85 +0,0 @@ -# v3-docs-summary-03-process - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Опиши процесс отправки уведомлений - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Опиши процесс отправки уведомлений", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Опиши процесс отправки уведомлений", - "normalized_query": "Опиши процесс отправки уведомлений", - "target_terms": [ - "опиши", - "процесс", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Опиши процесс отправки уведомлений" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "опиши", - "процесс", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-docs-summary-04-entity.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-docs-summary-04-entity.json deleted file mode 100644 index e6948f5..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-docs-summary-04-entity.json +++ /dev/null @@ -1,83 +0,0 @@ -{ - "meta": { - "case_id": "v3-docs-summary-04-entity", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Что такое runtime health в документации?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Что такое runtime health в документации?", - "normalized_query": "Что такое runtime health в документации?", - "target_terms": [ - "runtime_health", - "такое", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что такое runtime health в документации?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "runtime_health", - "такое", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-docs-summary-04-entity.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-docs-summary-04-entity.md deleted file mode 100644 index aa95a4b..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-docs-summary-04-entity.md +++ /dev/null @@ -1,93 +0,0 @@ -# v3-docs-summary-04-entity - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Что такое runtime health в документации? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Что такое runtime health в документации?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Что такое runtime health в документации?", - "normalized_query": "Что такое runtime health в документации?", - "target_terms": [ - "runtime_health", - "такое", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что такое runtime health в документации?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "runtime_health", - "такое", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-find-files-01-which-file.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-find-files-01-which-file.json deleted file mode 100644 index 9256884..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-find-files-01-which-file.json +++ /dev/null @@ -1,83 +0,0 @@ -{ - "meta": { - "case_id": "v3-find-files-01-which-file", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "В каком файле описан `/health`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "В каком файле описан `/health`?", - "normalized_query": "В каком файле описан `/health`?", - "target_terms": [ - "/health", - "каком", - "файле", - "описан" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "В каком файле описан `/health`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "/health", - "каком", - "файле", - "описан" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-find-files-01-which-file.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-find-files-01-which-file.md deleted file mode 100644 index 6ae9877..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-find-files-01-which-file.md +++ /dev/null @@ -1,93 +0,0 @@ -# v3-find-files-01-which-file - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -В каком файле описан `/health`? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "В каком файле описан `/health`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "В каком файле описан `/health`?", - "normalized_query": "В каком файле описан `/health`?", - "target_terms": [ - "/health", - "каком", - "файле", - "описан" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "В каком файле описан `/health`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "/health", - "каком", - "файле", - "описан" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-find-files-02-show-doc.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-find-files-02-show-doc.json deleted file mode 100644 index 77c7f5b..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-find-files-02-show-doc.json +++ /dev/null @@ -1,83 +0,0 @@ -{ - "meta": { - "case_id": "v3-find-files-02-show-doc", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Покажи документ про runtime health", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Покажи документ про runtime health", - "normalized_query": "Покажи документ про runtime health", - "target_terms": [ - "runtime_health", - "про", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Покажи документ про runtime health" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "runtime_health", - "про", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-find-files-02-show-doc.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-find-files-02-show-doc.md deleted file mode 100644 index 50b93d6..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-find-files-02-show-doc.md +++ /dev/null @@ -1,93 +0,0 @@ -# v3-find-files-02-show-doc - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Покажи документ про runtime health - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Покажи документ про runtime health", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Покажи документ про runtime health", - "normalized_query": "Покажи документ про runtime health", - "target_terms": [ - "runtime_health", - "про", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Покажи документ про runtime health" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "runtime_health", - "про", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-find-files-03-where-described.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-find-files-03-where-described.json deleted file mode 100644 index 0e5e9f8..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-find-files-03-where-described.json +++ /dev/null @@ -1,83 +0,0 @@ -{ - "meta": { - "case_id": "v3-find-files-03-where-described", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Где описано `docs/architecture/overview.md`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Где описано `docs/architecture/overview.md`?", - "normalized_query": "Где описано `docs/architecture/overview.md`?", - "target_terms": [ - "architecture_overview", - "описано" - ], - "anchors": { - "entity_names": [], - "file_names": [ - "docs/architecture/overview.md" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Где описано `docs/architecture/overview.md`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "architecture_overview", - "описано" - ], - "anchors": { - "entity_names": [], - "file_names": [ - "docs/architecture/overview.md" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-find-files-03-where-described.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-find-files-03-where-described.md deleted file mode 100644 index 81a1a8f..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-find-files-03-where-described.md +++ /dev/null @@ -1,93 +0,0 @@ -# v3-find-files-03-where-described - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Где описано `docs/architecture/overview.md`? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Где описано `docs/architecture/overview.md`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Где описано `docs/architecture/overview.md`?", - "normalized_query": "Где описано `docs/architecture/overview.md`?", - "target_terms": [ - "architecture_overview", - "описано" - ], - "anchors": { - "entity_names": [], - "file_names": [ - "docs/architecture/overview.md" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Где описано `docs/architecture/overview.md`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "architecture_overview", - "описано" - ], - "anchors": { - "entity_names": [], - "file_names": [ - "docs/architecture/overview.md" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-general-01-overview.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-general-01-overview.json deleted file mode 100644 index 9659127..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-general-01-overview.json +++ /dev/null @@ -1,73 +0,0 @@ -{ - "meta": { - "case_id": "v3-general-01-overview", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Общий обзор сервиса", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Общий обзор сервиса", - "normalized_query": "Общий обзор сервиса", - "target_terms": [ - "общий", - "обзор", - "сервиса" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Общий обзор сервиса" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "общий", - "обзор", - "сервиса" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-general-01-overview.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-general-01-overview.md deleted file mode 100644 index 795dcdb..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-general-01-overview.md +++ /dev/null @@ -1,83 +0,0 @@ -# v3-general-01-overview - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Общий обзор сервиса - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Общий обзор сервиса", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Общий обзор сервиса", - "normalized_query": "Общий обзор сервиса", - "target_terms": [ - "общий", - "обзор", - "сервиса" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Общий обзор сервиса" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "общий", - "обзор", - "сервиса" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-general-02-what-is-service.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-general-02-what-is-service.json deleted file mode 100644 index 6f22b47..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-general-02-what-is-service.json +++ /dev/null @@ -1,69 +0,0 @@ -{ - "meta": { - "case_id": "v3-general-02-what-is-service", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Что это за сервис?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Что это за сервис?", - "normalized_query": "Что это за сервис?", - "target_terms": [ - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что это за сервис?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-general-02-what-is-service.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-general-02-what-is-service.md deleted file mode 100644 index c2e4650..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-general-02-what-is-service.md +++ /dev/null @@ -1,79 +0,0 @@ -# v3-general-02-what-is-service - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Что это за сервис? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Что это за сервис?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Что это за сервис?", - "normalized_query": "Что это за сервис?", - "target_terms": [ - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что это за сервис?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-general-03-purpose.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-general-03-purpose.json deleted file mode 100644 index c9e2a55..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-general-03-purpose.json +++ /dev/null @@ -1,75 +0,0 @@ -{ - "meta": { - "case_id": "v3-general-03-purpose", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Для чего нужен этот сервис?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Для чего нужен этот сервис?", - "normalized_query": "Для чего нужен этот сервис?", - "target_terms": [ - "для", - "чего", - "нужен", - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Для чего нужен этот сервис?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "для", - "чего", - "нужен", - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-general-03-purpose.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-general-03-purpose.md deleted file mode 100644 index fc18f93..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-general-03-purpose.md +++ /dev/null @@ -1,85 +0,0 @@ -# v3-general-03-purpose - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Для чего нужен этот сервис? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Для чего нужен этот сервис?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Для чего нужен этот сервис?", - "normalized_query": "Для чего нужен этот сервис?", - "target_terms": [ - "для", - "чего", - "нужен", - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Для чего нужен этот сервис?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "для", - "чего", - "нужен", - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-negative-01-operational.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-negative-01-operational.json deleted file mode 100644 index dfa4498..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-negative-01-operational.json +++ /dev/null @@ -1,77 +0,0 @@ -{ - "meta": { - "case_id": "v3-negative-01-operational", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Почему у меня сейчас упал деплой?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Почему у меня сейчас упал деплой?", - "normalized_query": "Почему у меня сейчас упал деплой?", - "target_terms": [ - "почему", - "меня", - "сейчас", - "упал", - "деплой" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "default general" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Почему у меня сейчас упал деплой?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "default general", - "target_terms": [ - "почему", - "меня", - "сейчас", - "упал", - "деплой" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-negative-01-operational.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-negative-01-operational.md deleted file mode 100644 index 0d5d63e..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-negative-01-operational.md +++ /dev/null @@ -1,87 +0,0 @@ -# v3-negative-01-operational - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Почему у меня сейчас упал деплой? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Почему у меня сейчас упал деплой?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Почему у меня сейчас упал деплой?", - "normalized_query": "Почему у меня сейчас упал деплой?", - "target_terms": [ - "почему", - "меня", - "сейчас", - "упал", - "деплой" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "default general" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Почему у меня сейчас упал деплой?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "default general", - "target_terms": [ - "почему", - "меня", - "сейчас", - "упал", - "деплой" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-negative-02-meta.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-negative-02-meta.json deleted file mode 100644 index 20b8c25..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-negative-02-meta.json +++ /dev/null @@ -1,71 +0,0 @@ -{ - "meta": { - "case_id": "v3-negative-02-meta", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Как ты выбираешь маршрут?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Как ты выбираешь маршрут?", - "normalized_query": "Как ты выбираешь маршрут?", - "target_terms": [ - "выбираешь", - "маршрут" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "default general" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как ты выбираешь маршрут?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "default general", - "target_terms": [ - "выбираешь", - "маршрут" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-negative-02-meta.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-negative-02-meta.md deleted file mode 100644 index 5954af9..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-negative-02-meta.md +++ /dev/null @@ -1,81 +0,0 @@ -# v3-negative-02-meta - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Как ты выбираешь маршрут? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Как ты выбираешь маршрут?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Как ты выбираешь маршрут?", - "normalized_query": "Как ты выбираешь маршрут?", - "target_terms": [ - "выбираешь", - "маршрут" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "default general" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как ты выбираешь маршрут?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "default general", - "target_terms": [ - "выбираешь", - "маршрут" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-negative-03-non-docs.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-negative-03-non-docs.json deleted file mode 100644 index 92f2143..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-negative-03-non-docs.json +++ /dev/null @@ -1,75 +0,0 @@ -{ - "meta": { - "case_id": "v3-negative-03-non-docs", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Сколько сейчас времени на сервере?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Сколько сейчас времени на сервере?", - "normalized_query": "Сколько сейчас времени на сервере?", - "target_terms": [ - "сколько", - "сейчас", - "времени", - "сервере" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "default general" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Сколько сейчас времени на сервере?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "default general", - "target_terms": [ - "сколько", - "сейчас", - "времени", - "сервере" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-negative-03-non-docs.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-negative-03-non-docs.md deleted file mode 100644 index 6c37d74..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-negative-03-non-docs.md +++ /dev/null @@ -1,85 +0,0 @@ -# v3-negative-03-non-docs - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Сколько сейчас времени на сервере? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Сколько сейчас времени на сервере?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Сколько сейчас времени на сервере?", - "normalized_query": "Сколько сейчас времени на сервере?", - "target_terms": [ - "сколько", - "сейчас", - "времени", - "сервере" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "default general" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Сколько сейчас времени на сервере?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "default general", - "target_terms": [ - "сколько", - "сейчас", - "времени", - "сервере" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-noisy-01-colloquial.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-noisy-01-colloquial.json deleted file mode 100644 index 02660ca..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-noisy-01-colloquial.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "meta": { - "case_id": "v3-noisy-01-colloquial", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Где там дока про health, покажи плз", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Где там дока про health, покажи плз", - "normalized_query": "Где там дока про health, покажи плз", - "target_terms": [ - "/health", - "там", - "дока", - "про", - "health", - "плз" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Где там дока про health, покажи плз" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "/health", - "там", - "дока", - "про", - "health", - "плз" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-noisy-01-colloquial.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-noisy-01-colloquial.md deleted file mode 100644 index 6141922..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-noisy-01-colloquial.md +++ /dev/null @@ -1,97 +0,0 @@ -# v3-noisy-01-colloquial - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Где там дока про health, покажи плз - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Где там дока про health, покажи плз", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Где там дока про health, покажи плз", - "normalized_query": "Где там дока про health, покажи плз", - "target_terms": [ - "/health", - "там", - "дока", - "про", - "health", - "плз" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Где там дока про health, покажи плз" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "/health", - "там", - "дока", - "про", - "health", - "плз" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-noisy-02-abbrev.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-noisy-02-abbrev.json deleted file mode 100644 index aa38be7..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-noisy-02-abbrev.json +++ /dev/null @@ -1,85 +0,0 @@ -{ - "meta": { - "case_id": "v3-noisy-02-abbrev", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Нужен краткий док-саммари по api /send", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Нужен краткий док-саммари по api /send", - "normalized_query": "Нужен краткий док-саммари по api /send", - "target_terms": [ - "/send", - "нужен", - "краткий", - "док-саммари", - "api" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Нужен краткий док-саммари по api /send" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "/send", - "нужен", - "краткий", - "док-саммари", - "api" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-noisy-02-abbrev.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-noisy-02-abbrev.md deleted file mode 100644 index c9b24c5..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-noisy-02-abbrev.md +++ /dev/null @@ -1,95 +0,0 @@ -# v3-noisy-02-abbrev - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Нужен краткий док-саммари по api /send - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Нужен краткий док-саммари по api /send", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Нужен краткий док-саммари по api /send", - "normalized_query": "Нужен краткий док-саммари по api /send", - "target_terms": [ - "/send", - "нужен", - "краткий", - "док-саммари", - "api" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Нужен краткий док-саммари по api /send" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "/send", - "нужен", - "краткий", - "док-саммари", - "api" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-noisy-03-broken-phrase.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-noisy-03-broken-phrase.json deleted file mode 100644 index 14503a3..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-noisy-03-broken-phrase.json +++ /dev/null @@ -1,85 +0,0 @@ -{ - "meta": { - "case_id": "v3-noisy-03-broken-phrase", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "runtime health это где описано в доках", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "runtime health это где описано в доках", - "normalized_query": "runtime health это где описано в доках", - "target_terms": [ - "runtime_health", - "runtime", - "health", - "описано", - "доках" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "runtime health это где описано в доках" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "runtime_health", - "runtime", - "health", - "описано", - "доках" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-noisy-03-broken-phrase.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-noisy-03-broken-phrase.md deleted file mode 100644 index e4c3e72..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/router_llm_first_v3_v3-noisy-03-broken-phrase.md +++ /dev/null @@ -1,95 +0,0 @@ -# v3-noisy-03-broken-phrase - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -runtime health это где описано в доках - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "runtime health это где описано в доках", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "runtime health это где описано в доках", - "normalized_query": "runtime health это где описано в доках", - "target_terms": [ - "runtime_health", - "runtime", - "health", - "описано", - "доках" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "runtime health это где описано в доках" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "runtime_health", - "runtime", - "health", - "описано", - "доках" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/summary.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/summary.md deleted file mode 100644 index fee2567..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/llm_first_v3_smoke/20260407_124956/summary.md +++ /dev/null @@ -1,22 +0,0 @@ -# pipeline_setup_v4 summary - -Passed: 16/16 - -| Case | Component | Query | Intent | Sub-intent | Pass | -|------|-----------|-------|--------|------------|------| -| v3-docs-summary-01-endpoint | process_v2_intent_router | Объясни по документации endpoint `/health` | DOC_EXPLAIN | SUMMARY | ✓ | -| v3-docs-summary-02-architecture | process_v2_intent_router | Как устроена архитектура приложения? | DOC_EXPLAIN | SUMMARY | ✓ | -| v3-docs-summary-03-process | process_v2_intent_router | Опиши процесс отправки уведомлений | DOC_EXPLAIN | SUMMARY | ✓ | -| v3-docs-summary-04-entity | process_v2_intent_router | Что такое runtime health в документации? | DOC_EXPLAIN | SUMMARY | ✓ | -| v3-find-files-01-which-file | process_v2_intent_router | В каком файле описан `/health`? | DOC_EXPLAIN | FIND_FILES | ✓ | -| v3-find-files-02-show-doc | process_v2_intent_router | Покажи документ про runtime health | DOC_EXPLAIN | FIND_FILES | ✓ | -| v3-find-files-03-where-described | process_v2_intent_router | Где описано `docs/architecture/overview.md`? | DOC_EXPLAIN | FIND_FILES | ✓ | -| v3-general-01-overview | process_v2_intent_router | Общий обзор сервиса | GENERAL_QA | SUMMARY | ✓ | -| v3-general-02-what-is-service | process_v2_intent_router | Что это за сервис? | GENERAL_QA | SUMMARY | ✓ | -| v3-general-03-purpose | process_v2_intent_router | Для чего нужен этот сервис? | GENERAL_QA | SUMMARY | ✓ | -| v3-negative-01-operational | process_v2_intent_router | Почему у меня сейчас упал деплой? | GENERAL_QA | SUMMARY | ✓ | -| v3-negative-02-meta | process_v2_intent_router | Как ты выбираешь маршрут? | GENERAL_QA | SUMMARY | ✓ | -| v3-negative-03-non-docs | process_v2_intent_router | Сколько сейчас времени на сервере? | GENERAL_QA | SUMMARY | ✓ | -| v3-noisy-01-colloquial | process_v2_intent_router | Где там дока про health, покажи плз | DOC_EXPLAIN | FIND_FILES | ✓ | -| v3-noisy-02-abbrev | process_v2_intent_router | Нужен краткий док-саммари по api /send | DOC_EXPLAIN | SUMMARY | ✓ | -| v3-noisy-03-broken-phrase | process_v2_intent_router | runtime health это где описано в доках | DOC_EXPLAIN | FIND_FILES | ✓ | \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.json deleted file mode 100644 index a474862..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.json +++ /dev/null @@ -1,99 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-01-health", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 - }, - "details": { - "query": "Кратко объясни по документации, как работает `/health`", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Кратко объясни по документации, как работает `/health`", - "normalized_query": "Кратко объясни по документации, как работает `/health`", - "target_terms": [ - "/health", - "Кратко", - "как", - "работает" - ], - "anchors": { - "entity_names": [], - "terms": [ - "/health", - "Кратко", - "как", - "работает" - ], - "file_names": [ - "/health" - ], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Кратко объясни по документации, как работает `/health`" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "deterministic signal", - "target_terms": [ - "/health", - "Кратко", - "как", - "работает" - ], - "anchors": { - "entity_names": [], - "terms": [ - "/health", - "Кратко", - "как", - "работает" - ], - "file_names": [ - "/health" - ], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.md deleted file mode 100644 index 3da6762..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.md +++ /dev/null @@ -1,109 +0,0 @@ -# v2-router-docs-summary-01-health - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Кратко объясни по документации, как работает `/health` - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 -} -``` - -## Details -```json -{ - "query": "Кратко объясни по документации, как работает `/health`", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Кратко объясни по документации, как работает `/health`", - "normalized_query": "Кратко объясни по документации, как работает `/health`", - "target_terms": [ - "/health", - "Кратко", - "как", - "работает" - ], - "anchors": { - "entity_names": [], - "terms": [ - "/health", - "Кратко", - "как", - "работает" - ], - "file_names": [ - "/health" - ], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Кратко объясни по документации, как работает `/health`" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "deterministic signal", - "target_terms": [ - "/health", - "Кратко", - "как", - "работает" - ], - "anchors": { - "entity_names": [], - "terms": [ - "/health", - "Кратко", - "как", - "работает" - ], - "file_names": [ - "/health" - ], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.json deleted file mode 100644 index 0e631d2..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.json +++ /dev/null @@ -1,99 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-02-send", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 - }, - "details": { - "query": "Что делает endpoint `/send`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Что делает endpoint `/send`?", - "normalized_query": "Что делает endpoint `/send`?", - "target_terms": [ - "/send", - "Что", - "делает", - "endpoint" - ], - "anchors": { - "entity_names": [], - "terms": [ - "/send", - "Что", - "делает", - "endpoint" - ], - "file_names": [ - "/send" - ], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что делает endpoint `/send`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "deterministic signal", - "target_terms": [ - "/send", - "Что", - "делает", - "endpoint" - ], - "anchors": { - "entity_names": [], - "terms": [ - "/send", - "Что", - "делает", - "endpoint" - ], - "file_names": [ - "/send" - ], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.md deleted file mode 100644 index 84c294e..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.md +++ /dev/null @@ -1,109 +0,0 @@ -# v2-router-docs-summary-02-send - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Что делает endpoint `/send`? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 -} -``` - -## Details -```json -{ - "query": "Что делает endpoint `/send`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Что делает endpoint `/send`?", - "normalized_query": "Что делает endpoint `/send`?", - "target_terms": [ - "/send", - "Что", - "делает", - "endpoint" - ], - "anchors": { - "entity_names": [], - "terms": [ - "/send", - "Что", - "делает", - "endpoint" - ], - "file_names": [ - "/send" - ], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что делает endpoint `/send`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "deterministic signal", - "target_terms": [ - "/send", - "Что", - "делает", - "endpoint" - ], - "anchors": { - "entity_names": [], - "terms": [ - "/send", - "Что", - "делает", - "endpoint" - ], - "file_names": [ - "/send" - ], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.json deleted file mode 100644 index 163fe3e..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.json +++ /dev/null @@ -1,99 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-03-actions", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 - }, - "details": { - "query": "Объясни назначение `/actions/{action}`", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Объясни назначение `/actions/{action}`", - "normalized_query": "Объясни назначение `/actions/{action}`", - "target_terms": [ - "/actions/{action}", - "назначение", - "action" - ], - "anchors": { - "entity_names": [], - "terms": [ - "/actions/{action}", - "назначение", - "action" - ], - "file_names": [ - "/actions/{action}" - ], - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Объясни назначение `/actions/{action}`" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "deterministic signal", - "target_terms": [ - "/actions/{action}", - "назначение", - "action" - ], - "anchors": { - "entity_names": [], - "terms": [ - "/actions/{action}", - "назначение", - "action" - ], - "file_names": [ - "/actions/{action}" - ], - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.md deleted file mode 100644 index f40b533..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.md +++ /dev/null @@ -1,109 +0,0 @@ -# v2-router-docs-summary-03-actions - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Объясни назначение `/actions/{action}` - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 -} -``` - -## Details -```json -{ - "query": "Объясни назначение `/actions/{action}`", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Объясни назначение `/actions/{action}`", - "normalized_query": "Объясни назначение `/actions/{action}`", - "target_terms": [ - "/actions/{action}", - "назначение", - "action" - ], - "anchors": { - "entity_names": [], - "terms": [ - "/actions/{action}", - "назначение", - "action" - ], - "file_names": [ - "/actions/{action}" - ], - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Объясни назначение `/actions/{action}`" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "deterministic signal", - "target_terms": [ - "/actions/{action}", - "назначение", - "action" - ], - "anchors": { - "entity_names": [], - "terms": [ - "/actions/{action}", - "назначение", - "action" - ], - "file_names": [ - "/actions/{action}" - ], - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.json deleted file mode 100644 index c3e16d3..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.json +++ /dev/null @@ -1,103 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-04-runtime-health", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 - }, - "details": { - "query": "Что такое runtime health в этой документации?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Что такое runtime health в этой документации?", - "normalized_query": "Что такое runtime health в этой документации?", - "target_terms": [ - "runtime-health-entity", - "Что", - "такое", - "runtime", - "health", - "этой" - ], - "anchors": { - "entity_names": [], - "terms": [ - "runtime-health-entity", - "Что", - "такое", - "runtime", - "health", - "этой" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что такое runtime health в этой документации?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "deterministic signal", - "target_terms": [ - "runtime-health-entity", - "Что", - "такое", - "runtime", - "health", - "этой" - ], - "anchors": { - "entity_names": [], - "terms": [ - "runtime-health-entity", - "Что", - "такое", - "runtime", - "health", - "этой" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.md deleted file mode 100644 index dc1d626..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.md +++ /dev/null @@ -1,113 +0,0 @@ -# v2-router-docs-summary-04-runtime-health - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Что такое runtime health в этой документации? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 -} -``` - -## Details -```json -{ - "query": "Что такое runtime health в этой документации?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Что такое runtime health в этой документации?", - "normalized_query": "Что такое runtime health в этой документации?", - "target_terms": [ - "runtime-health-entity", - "Что", - "такое", - "runtime", - "health", - "этой" - ], - "anchors": { - "entity_names": [], - "terms": [ - "runtime-health-entity", - "Что", - "такое", - "runtime", - "health", - "этой" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что такое runtime health в этой документации?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "deterministic signal", - "target_terms": [ - "runtime-health-entity", - "Что", - "такое", - "runtime", - "health", - "этой" - ], - "anchors": { - "entity_names": [], - "terms": [ - "runtime-health-entity", - "Что", - "такое", - "runtime", - "health", - "этой" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.json deleted file mode 100644 index 039b19b..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.json +++ /dev/null @@ -1,103 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-05-notification-loop", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 - }, - "details": { - "query": "Кратко опиши цикл отправки уведомлений", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Кратко опиши цикл отправки уведомлений", - "normalized_query": "Кратко опиши цикл отправки уведомлений", - "target_terms": [ - "telegram-notification-loop", - "Кратко", - "опиши", - "цикл", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "terms": [ - "telegram-notification-loop", - "Кратко", - "опиши", - "цикл", - "отправки", - "уведомлений" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [ - "telegram-notification-loop" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Кратко опиши цикл отправки уведомлений" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "deterministic signal", - "target_terms": [ - "telegram-notification-loop", - "Кратко", - "опиши", - "цикл", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "terms": [ - "telegram-notification-loop", - "Кратко", - "опиши", - "цикл", - "отправки", - "уведомлений" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [ - "telegram-notification-loop" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.md deleted file mode 100644 index 900a1ad..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.md +++ /dev/null @@ -1,113 +0,0 @@ -# v2-router-docs-summary-05-notification-loop - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Кратко опиши цикл отправки уведомлений - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 -} -``` - -## Details -```json -{ - "query": "Кратко опиши цикл отправки уведомлений", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Кратко опиши цикл отправки уведомлений", - "normalized_query": "Кратко опиши цикл отправки уведомлений", - "target_terms": [ - "telegram-notification-loop", - "Кратко", - "опиши", - "цикл", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "terms": [ - "telegram-notification-loop", - "Кратко", - "опиши", - "цикл", - "отправки", - "уведомлений" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [ - "telegram-notification-loop" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Кратко опиши цикл отправки уведомлений" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "deterministic signal", - "target_terms": [ - "telegram-notification-loop", - "Кратко", - "опиши", - "цикл", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "terms": [ - "telegram-notification-loop", - "Кратко", - "опиши", - "цикл", - "отправки", - "уведомлений" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [ - "telegram-notification-loop" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.json deleted file mode 100644 index 18d10be..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.json +++ /dev/null @@ -1,115 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-06-architecture", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 - }, - "details": { - "query": "Как устроена архитектура Telegram Notify App?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Как устроена архитектура Telegram Notify App?", - "normalized_query": "Как устроена архитектура Telegram Notify App?", - "target_terms": [ - "telegram-notify-app-overview", - "Telegram", - "Notify", - "App", - "Как", - "устроена", - "архитектура" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Notify", - "App" - ], - "terms": [ - "telegram-notify-app-overview", - "Telegram", - "Notify", - "App", - "Как", - "устроена", - "архитектура" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как устроена архитектура Telegram Notify App?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "deterministic signal", - "target_terms": [ - "telegram-notify-app-overview", - "Telegram", - "Notify", - "App", - "Как", - "устроена", - "архитектура" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Notify", - "App" - ], - "terms": [ - "telegram-notify-app-overview", - "Telegram", - "Notify", - "App", - "Как", - "устроена", - "архитектура" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.md deleted file mode 100644 index da255cd..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.md +++ /dev/null @@ -1,125 +0,0 @@ -# v2-router-docs-summary-06-architecture - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Как устроена архитектура Telegram Notify App? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 -} -``` - -## Details -```json -{ - "query": "Как устроена архитектура Telegram Notify App?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Как устроена архитектура Telegram Notify App?", - "normalized_query": "Как устроена архитектура Telegram Notify App?", - "target_terms": [ - "telegram-notify-app-overview", - "Telegram", - "Notify", - "App", - "Как", - "устроена", - "архитектура" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Notify", - "App" - ], - "terms": [ - "telegram-notify-app-overview", - "Telegram", - "Notify", - "App", - "Как", - "устроена", - "архитектура" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как устроена архитектура Telegram Notify App?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "deterministic signal", - "target_terms": [ - "telegram-notify-app-overview", - "Telegram", - "Notify", - "App", - "Как", - "устроена", - "архитектура" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Notify", - "App" - ], - "terms": [ - "telegram-notify-app-overview", - "Telegram", - "Notify", - "App", - "Как", - "устроена", - "архитектура" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.json deleted file mode 100644 index 8720862..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.json +++ /dev/null @@ -1,95 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-07-worker", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 - }, - "details": { - "query": "Что делает worker в этом приложении?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Что делает worker в этом приложении?", - "normalized_query": "Что делает worker в этом приложении?", - "target_terms": [ - "Что", - "делает", - "worker", - "этом", - "приложении" - ], - "anchors": { - "entity_names": [], - "terms": [ - "Что", - "делает", - "worker", - "этом", - "приложении" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что делает worker в этом приложении?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "deterministic signal", - "target_terms": [ - "Что", - "делает", - "worker", - "этом", - "приложении" - ], - "anchors": { - "entity_names": [], - "terms": [ - "Что", - "делает", - "worker", - "этом", - "приложении" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.md deleted file mode 100644 index 64e5208..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.md +++ /dev/null @@ -1,105 +0,0 @@ -# v2-router-docs-summary-07-worker - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Что делает worker в этом приложении? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 -} -``` - -## Details -```json -{ - "query": "Что делает worker в этом приложении?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Что делает worker в этом приложении?", - "normalized_query": "Что делает worker в этом приложении?", - "target_terms": [ - "Что", - "делает", - "worker", - "этом", - "приложении" - ], - "anchors": { - "entity_names": [], - "terms": [ - "Что", - "делает", - "worker", - "этом", - "приложении" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что делает worker в этом приложении?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "deterministic signal", - "target_terms": [ - "Что", - "делает", - "worker", - "этом", - "приложении" - ], - "anchors": { - "entity_names": [], - "terms": [ - "Что", - "делает", - "worker", - "этом", - "приложении" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.json deleted file mode 100644 index 00bfebe..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.json +++ /dev/null @@ -1,99 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-08-health-statuses", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 - }, - "details": { - "query": "Какие статусы здоровья есть у runtime?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Какие статусы здоровья есть у runtime?", - "normalized_query": "Какие статусы здоровья есть у runtime?", - "target_terms": [ - "runtime-health-entity", - "статусы", - "здоровья", - "есть", - "runtime" - ], - "anchors": { - "entity_names": [], - "terms": [ - "runtime-health-entity", - "статусы", - "здоровья", - "есть", - "runtime" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Какие статусы здоровья есть у runtime?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "deterministic signal", - "target_terms": [ - "runtime-health-entity", - "статусы", - "здоровья", - "есть", - "runtime" - ], - "anchors": { - "entity_names": [], - "terms": [ - "runtime-health-entity", - "статусы", - "здоровья", - "есть", - "runtime" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.md deleted file mode 100644 index 2aef934..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.md +++ /dev/null @@ -1,109 +0,0 @@ -# v2-router-docs-summary-08-health-statuses - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Какие статусы здоровья есть у runtime? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 -} -``` - -## Details -```json -{ - "query": "Какие статусы здоровья есть у runtime?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Какие статусы здоровья есть у runtime?", - "normalized_query": "Какие статусы здоровья есть у runtime?", - "target_terms": [ - "runtime-health-entity", - "статусы", - "здоровья", - "есть", - "runtime" - ], - "anchors": { - "entity_names": [], - "terms": [ - "runtime-health-entity", - "статусы", - "здоровья", - "есть", - "runtime" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Какие статусы здоровья есть у runtime?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "deterministic signal", - "target_terms": [ - "runtime-health-entity", - "статусы", - "здоровья", - "есть", - "runtime" - ], - "anchors": { - "entity_names": [], - "terms": [ - "runtime-health-entity", - "статусы", - "здоровья", - "есть", - "runtime" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.json deleted file mode 100644 index ea42750..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-09-manual-send", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 - }, - "details": { - "query": "Как в приложении устроена ручная отправка сообщения?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Как в приложении устроена ручная отправка сообщения?", - "normalized_query": "Как в приложении устроена ручная отправка сообщения?", - "target_terms": [ - "/send", - "Как", - "приложении", - "устроена", - "ручная", - "отправка", - "сообщения" - ], - "anchors": { - "entity_names": [], - "terms": [ - "/send", - "Как", - "приложении", - "устроена", - "ручная", - "отправка", - "сообщения" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [ - "/send" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как в приложении устроена ручная отправка сообщения?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "deterministic signal", - "target_terms": [ - "/send", - "Как", - "приложении", - "устроена", - "ручная", - "отправка", - "сообщения" - ], - "anchors": { - "entity_names": [], - "terms": [ - "/send", - "Как", - "приложении", - "устроена", - "ручная", - "отправка", - "сообщения" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [ - "/send" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.md deleted file mode 100644 index c808ec2..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.md +++ /dev/null @@ -1,117 +0,0 @@ -# v2-router-docs-summary-09-manual-send - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Как в приложении устроена ручная отправка сообщения? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 -} -``` - -## Details -```json -{ - "query": "Как в приложении устроена ручная отправка сообщения?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Как в приложении устроена ручная отправка сообщения?", - "normalized_query": "Как в приложении устроена ручная отправка сообщения?", - "target_terms": [ - "/send", - "Как", - "приложении", - "устроена", - "ручная", - "отправка", - "сообщения" - ], - "anchors": { - "entity_names": [], - "terms": [ - "/send", - "Как", - "приложении", - "устроена", - "ручная", - "отправка", - "сообщения" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [ - "/send" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как в приложении устроена ручная отправка сообщения?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "deterministic signal", - "target_terms": [ - "/send", - "Как", - "приложении", - "устроена", - "ручная", - "отправка", - "сообщения" - ], - "anchors": { - "entity_names": [], - "terms": [ - "/send", - "Как", - "приложении", - "устроена", - "ручная", - "отправка", - "сообщения" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [ - "/send" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.json deleted file mode 100644 index 52fc26c..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.json +++ /dev/null @@ -1,98 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-10-telegram-integration", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": false, - "mismatches": [ - "domain: expected DOCS, got GENERAL", - "intent: expected DOC_EXPLAIN, got GENERAL_QA" - ] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_fallback", - "llm_router_used": false, - "confidence": 0.0 - }, - "details": { - "query": "Как сервис взаимодействует с Telegram в целом?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Как сервис взаимодействует с Telegram в целом?", - "normalized_query": "Как сервис взаимодействует с Telegram в целом?", - "target_terms": [ - "Telegram", - "Как", - "сервис", - "взаимодействует", - "целом" - ], - "anchors": { - "entity_names": [ - "Telegram" - ], - "terms": [ - "Telegram", - "Как", - "сервис", - "взаимодействует", - "целом" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.0, - "routing_mode": "llm_fallback", - "llm_router_used": false, - "reason_short": "fallback to GENERAL_QA.SUMMARY" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как сервис взаимодействует с Telegram в целом?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "fallback to GENERAL_QA.SUMMARY", - "target_terms": [ - "Telegram", - "Как", - "сервис", - "взаимодействует", - "целом" - ], - "anchors": { - "entity_names": [ - "Telegram" - ], - "terms": [ - "Telegram", - "Как", - "сервис", - "взаимодействует", - "целом" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.md deleted file mode 100644 index ab810ba..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.md +++ /dev/null @@ -1,106 +0,0 @@ -# v2-router-docs-summary-10-telegram-integration - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: False - -## Query -Как сервис взаимодействует с Telegram в целом? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_fallback", - "llm_router_used": false, - "confidence": 0.0 -} -``` - -## Details -```json -{ - "query": "Как сервис взаимодействует с Telegram в целом?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Как сервис взаимодействует с Telegram в целом?", - "normalized_query": "Как сервис взаимодействует с Telegram в целом?", - "target_terms": [ - "Telegram", - "Как", - "сервис", - "взаимодействует", - "целом" - ], - "anchors": { - "entity_names": [ - "Telegram" - ], - "terms": [ - "Telegram", - "Как", - "сервис", - "взаимодействует", - "целом" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.0, - "routing_mode": "llm_fallback", - "llm_router_used": false, - "reason_short": "fallback to GENERAL_QA.SUMMARY" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как сервис взаимодействует с Telegram в целом?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "fallback to GENERAL_QA.SUMMARY", - "target_terms": [ - "Telegram", - "Как", - "сервис", - "взаимодействует", - "целом" - ], - "anchors": { - "entity_names": [ - "Telegram" - ], - "terms": [ - "Telegram", - "Как", - "сервис", - "взаимодействует", - "целом" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- domain: expected DOCS, got GENERAL -- intent: expected DOC_EXPLAIN, got GENERAL_QA \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-01-health.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-01-health.json deleted file mode 100644 index c5dbf06..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-01-health.json +++ /dev/null @@ -1,99 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-01-health", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 - }, - "details": { - "query": "В каком файле описан `/health`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "В каком файле описан `/health`?", - "normalized_query": "В каком файле описан `/health`?", - "target_terms": [ - "/health", - "каком", - "файле", - "описан" - ], - "anchors": { - "entity_names": [], - "terms": [ - "/health", - "каком", - "файле", - "описан" - ], - "file_names": [ - "/health" - ], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic file anchor" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "В каком файле описан `/health`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "deterministic file anchor", - "target_terms": [ - "/health", - "каком", - "файле", - "описан" - ], - "anchors": { - "entity_names": [], - "terms": [ - "/health", - "каком", - "файле", - "описан" - ], - "file_names": [ - "/health" - ], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-01-health.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-01-health.md deleted file mode 100644 index 9870147..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-01-health.md +++ /dev/null @@ -1,109 +0,0 @@ -# v2-router-find-files-01-health - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -В каком файле описан `/health`? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 -} -``` - -## Details -```json -{ - "query": "В каком файле описан `/health`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "В каком файле описан `/health`?", - "normalized_query": "В каком файле описан `/health`?", - "target_terms": [ - "/health", - "каком", - "файле", - "описан" - ], - "anchors": { - "entity_names": [], - "terms": [ - "/health", - "каком", - "файле", - "описан" - ], - "file_names": [ - "/health" - ], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic file anchor" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "В каком файле описан `/health`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "deterministic file anchor", - "target_terms": [ - "/health", - "каком", - "файле", - "описан" - ], - "anchors": { - "entity_names": [], - "terms": [ - "/health", - "каком", - "файле", - "описан" - ], - "file_names": [ - "/health" - ], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-02-send.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-02-send.json deleted file mode 100644 index 1a2c1aa..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-02-send.json +++ /dev/null @@ -1,95 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-02-send", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 - }, - "details": { - "query": "Покажи файл с описанием endpoint `/send`", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Покажи файл с описанием endpoint `/send`", - "normalized_query": "Покажи файл с описанием endpoint `/send`", - "target_terms": [ - "/send", - "описанием", - "endpoint" - ], - "anchors": { - "entity_names": [], - "terms": [ - "/send", - "описанием", - "endpoint" - ], - "file_names": [ - "/send" - ], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic file anchor" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Покажи файл с описанием endpoint `/send`" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "deterministic file anchor", - "target_terms": [ - "/send", - "описанием", - "endpoint" - ], - "anchors": { - "entity_names": [], - "terms": [ - "/send", - "описанием", - "endpoint" - ], - "file_names": [ - "/send" - ], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-02-send.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-02-send.md deleted file mode 100644 index 47e2080..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-02-send.md +++ /dev/null @@ -1,105 +0,0 @@ -# v2-router-find-files-02-send - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Покажи файл с описанием endpoint `/send` - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 -} -``` - -## Details -```json -{ - "query": "Покажи файл с описанием endpoint `/send`", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Покажи файл с описанием endpoint `/send`", - "normalized_query": "Покажи файл с описанием endpoint `/send`", - "target_terms": [ - "/send", - "описанием", - "endpoint" - ], - "anchors": { - "entity_names": [], - "terms": [ - "/send", - "описанием", - "endpoint" - ], - "file_names": [ - "/send" - ], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic file anchor" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Покажи файл с описанием endpoint `/send`" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "deterministic file anchor", - "target_terms": [ - "/send", - "описанием", - "endpoint" - ], - "anchors": { - "entity_names": [], - "terms": [ - "/send", - "описанием", - "endpoint" - ], - "file_names": [ - "/send" - ], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-03-actions.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-03-actions.json deleted file mode 100644 index 1204332..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-03-actions.json +++ /dev/null @@ -1,99 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-03-actions", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 - }, - "details": { - "query": "Где находится документация по `/actions/{action}`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Где находится документация по `/actions/{action}`?", - "normalized_query": "Где находится документация по `/actions/{action}`?", - "target_terms": [ - "/actions/{action}", - "находится", - "action" - ], - "anchors": { - "entity_names": [], - "terms": [ - "/actions/{action}", - "находится", - "action" - ], - "file_names": [ - "/actions/{action}" - ], - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic file anchor" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Где находится документация по `/actions/{action}`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "deterministic file anchor", - "target_terms": [ - "/actions/{action}", - "находится", - "action" - ], - "anchors": { - "entity_names": [], - "terms": [ - "/actions/{action}", - "находится", - "action" - ], - "file_names": [ - "/actions/{action}" - ], - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-03-actions.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-03-actions.md deleted file mode 100644 index e25674d..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-03-actions.md +++ /dev/null @@ -1,109 +0,0 @@ -# v2-router-find-files-03-actions - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Где находится документация по `/actions/{action}`? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 -} -``` - -## Details -```json -{ - "query": "Где находится документация по `/actions/{action}`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Где находится документация по `/actions/{action}`?", - "normalized_query": "Где находится документация по `/actions/{action}`?", - "target_terms": [ - "/actions/{action}", - "находится", - "action" - ], - "anchors": { - "entity_names": [], - "terms": [ - "/actions/{action}", - "находится", - "action" - ], - "file_names": [ - "/actions/{action}" - ], - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic file anchor" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Где находится документация по `/actions/{action}`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "deterministic file anchor", - "target_terms": [ - "/actions/{action}", - "находится", - "action" - ], - "anchors": { - "entity_names": [], - "terms": [ - "/actions/{action}", - "находится", - "action" - ], - "file_names": [ - "/actions/{action}" - ], - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.json deleted file mode 100644 index 7bccd5a..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.json +++ /dev/null @@ -1,103 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-04-runtime-health", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 - }, - "details": { - "query": "В каком документе описан runtime health?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "В каком документе описан runtime health?", - "normalized_query": "В каком документе описан runtime health?", - "target_terms": [ - "runtime-health-entity", - "каком", - "документе", - "описан", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "terms": [ - "runtime-health-entity", - "каком", - "документе", - "описан", - "runtime", - "health" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic file anchor" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "В каком документе описан runtime health?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "deterministic file anchor", - "target_terms": [ - "runtime-health-entity", - "каком", - "документе", - "описан", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "terms": [ - "runtime-health-entity", - "каком", - "документе", - "описан", - "runtime", - "health" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.md deleted file mode 100644 index ad030e5..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.md +++ /dev/null @@ -1,113 +0,0 @@ -# v2-router-find-files-04-runtime-health - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -В каком документе описан runtime health? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 -} -``` - -## Details -```json -{ - "query": "В каком документе описан runtime health?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "В каком документе описан runtime health?", - "normalized_query": "В каком документе описан runtime health?", - "target_terms": [ - "runtime-health-entity", - "каком", - "документе", - "описан", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "terms": [ - "runtime-health-entity", - "каком", - "документе", - "описан", - "runtime", - "health" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic file anchor" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "В каком документе описан runtime health?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "deterministic file anchor", - "target_terms": [ - "runtime-health-entity", - "каком", - "документе", - "описан", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "terms": [ - "runtime-health-entity", - "каком", - "документе", - "описан", - "runtime", - "health" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-05-loop.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-05-loop.json deleted file mode 100644 index d05481c..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-05-loop.json +++ /dev/null @@ -1,91 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-05-loop", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 - }, - "details": { - "query": "Найди файл с логикой цикла отправки уведомлений", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Найди файл с логикой цикла отправки уведомлений", - "normalized_query": "Найди файл с логикой цикла отправки уведомлений", - "target_terms": [ - "логикой", - "цикла", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "terms": [ - "логикой", - "цикла", - "отправки", - "уведомлений" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic file anchor" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Найди файл с логикой цикла отправки уведомлений" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "deterministic file anchor", - "target_terms": [ - "логикой", - "цикла", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "terms": [ - "логикой", - "цикла", - "отправки", - "уведомлений" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-05-loop.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-05-loop.md deleted file mode 100644 index 6736e8f..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-05-loop.md +++ /dev/null @@ -1,101 +0,0 @@ -# v2-router-find-files-05-loop - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Найди файл с логикой цикла отправки уведомлений - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 -} -``` - -## Details -```json -{ - "query": "Найди файл с логикой цикла отправки уведомлений", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Найди файл с логикой цикла отправки уведомлений", - "normalized_query": "Найди файл с логикой цикла отправки уведомлений", - "target_terms": [ - "логикой", - "цикла", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "terms": [ - "логикой", - "цикла", - "отправки", - "уведомлений" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic file anchor" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Найди файл с логикой цикла отправки уведомлений" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "deterministic file anchor", - "target_terms": [ - "логикой", - "цикла", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "terms": [ - "логикой", - "цикла", - "отправки", - "уведомлений" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.json deleted file mode 100644 index 8dd2948..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.json +++ /dev/null @@ -1,95 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-06-architecture", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 - }, - "details": { - "query": "Где описана архитектура приложения?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Где описана архитектура приложения?", - "normalized_query": "Где описана архитектура приложения?", - "target_terms": [ - "telegram-notify-app-overview", - "описана", - "архитектура", - "приложения" - ], - "anchors": { - "entity_names": [], - "terms": [ - "telegram-notify-app-overview", - "описана", - "архитектура", - "приложения" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic file anchor" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Где описана архитектура приложения?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "deterministic file anchor", - "target_terms": [ - "telegram-notify-app-overview", - "описана", - "архитектура", - "приложения" - ], - "anchors": { - "entity_names": [], - "terms": [ - "telegram-notify-app-overview", - "описана", - "архитектура", - "приложения" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.md deleted file mode 100644 index 4411a1a..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.md +++ /dev/null @@ -1,105 +0,0 @@ -# v2-router-find-files-06-architecture - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Где описана архитектура приложения? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 -} -``` - -## Details -```json -{ - "query": "Где описана архитектура приложения?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Где описана архитектура приложения?", - "normalized_query": "Где описана архитектура приложения?", - "target_terms": [ - "telegram-notify-app-overview", - "описана", - "архитектура", - "приложения" - ], - "anchors": { - "entity_names": [], - "terms": [ - "telegram-notify-app-overview", - "описана", - "архитектура", - "приложения" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic file anchor" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Где описана архитектура приложения?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "deterministic file anchor", - "target_terms": [ - "telegram-notify-app-overview", - "описана", - "архитектура", - "приложения" - ], - "anchors": { - "entity_names": [], - "terms": [ - "telegram-notify-app-overview", - "описана", - "архитектура", - "приложения" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.json deleted file mode 100644 index 7976947..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.json +++ /dev/null @@ -1,103 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-07-errors-catalog", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 - }, - "details": { - "query": "В каком файле лежит каталог ошибок?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "В каком файле лежит каталог ошибок?", - "normalized_query": "В каком файле лежит каталог ошибок?", - "target_terms": [ - "catalog-errors", - "каком", - "файле", - "лежит", - "каталог", - "ошибок" - ], - "anchors": { - "entity_names": [], - "terms": [ - "catalog-errors", - "каком", - "файле", - "лежит", - "каталог", - "ошибок" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "matched_aliases": [ - "catalog-errors" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic file anchor" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "В каком файле лежит каталог ошибок?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "deterministic file anchor", - "target_terms": [ - "catalog-errors", - "каком", - "файле", - "лежит", - "каталог", - "ошибок" - ], - "anchors": { - "entity_names": [], - "terms": [ - "catalog-errors", - "каком", - "файле", - "лежит", - "каталог", - "ошибок" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "matched_aliases": [ - "catalog-errors" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.md deleted file mode 100644 index 8175992..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.md +++ /dev/null @@ -1,113 +0,0 @@ -# v2-router-find-files-07-errors-catalog - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -В каком файле лежит каталог ошибок? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 -} -``` - -## Details -```json -{ - "query": "В каком файле лежит каталог ошибок?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "В каком файле лежит каталог ошибок?", - "normalized_query": "В каком файле лежит каталог ошибок?", - "target_terms": [ - "catalog-errors", - "каком", - "файле", - "лежит", - "каталог", - "ошибок" - ], - "anchors": { - "entity_names": [], - "terms": [ - "catalog-errors", - "каком", - "файле", - "лежит", - "каталог", - "ошибок" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "matched_aliases": [ - "catalog-errors" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic file anchor" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "В каком файле лежит каталог ошибок?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "deterministic file anchor", - "target_terms": [ - "catalog-errors", - "каком", - "файле", - "лежит", - "каталог", - "ошибок" - ], - "anchors": { - "entity_names": [], - "terms": [ - "catalog-errors", - "каком", - "файле", - "лежит", - "каталог", - "ошибок" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "matched_aliases": [ - "catalog-errors" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.json deleted file mode 100644 index c1c5b7c..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.json +++ /dev/null @@ -1,91 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-08-docs-index", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 - }, - "details": { - "query": "Покажи файл-индекс документации проекта", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Покажи файл-индекс документации проекта", - "normalized_query": "Покажи файл-индекс документации проекта", - "target_terms": [ - "docs-readme", - "файл-индекс", - "проекта" - ], - "anchors": { - "entity_names": [], - "terms": [ - "docs-readme", - "файл-индекс", - "проекта" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/README.md" - ], - "matched_aliases": [ - "docs-readme" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic file anchor" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Покажи файл-индекс документации проекта" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "deterministic file anchor", - "target_terms": [ - "docs-readme", - "файл-индекс", - "проекта" - ], - "anchors": { - "entity_names": [], - "terms": [ - "docs-readme", - "файл-индекс", - "проекта" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/README.md" - ], - "matched_aliases": [ - "docs-readme" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.md deleted file mode 100644 index 1946d5c..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.md +++ /dev/null @@ -1,101 +0,0 @@ -# v2-router-find-files-08-docs-index - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Покажи файл-индекс документации проекта - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 -} -``` - -## Details -```json -{ - "query": "Покажи файл-индекс документации проекта", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Покажи файл-индекс документации проекта", - "normalized_query": "Покажи файл-индекс документации проекта", - "target_terms": [ - "docs-readme", - "файл-индекс", - "проекта" - ], - "anchors": { - "entity_names": [], - "terms": [ - "docs-readme", - "файл-индекс", - "проекта" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/README.md" - ], - "matched_aliases": [ - "docs-readme" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic file anchor" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Покажи файл-индекс документации проекта" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "deterministic file anchor", - "target_terms": [ - "docs-readme", - "файл-индекс", - "проекта" - ], - "anchors": { - "entity_names": [], - "terms": [ - "docs-readme", - "файл-индекс", - "проекта" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/README.md" - ], - "matched_aliases": [ - "docs-readme" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.json deleted file mode 100644 index 42be420..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.json +++ /dev/null @@ -1,99 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-09-telegram-bot-api", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 - }, - "details": { - "query": "Какие файлы относятся к Telegram Bot API интеграции?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Какие файлы относятся к Telegram Bot API интеграции?", - "normalized_query": "Какие файлы относятся к Telegram Bot API интеграции?", - "target_terms": [ - "Telegram", - "Bot", - "API", - "относятся", - "интеграции" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Bot", - "API" - ], - "terms": [ - "Telegram", - "Bot", - "API", - "относятся", - "интеграции" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic file anchor" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Какие файлы относятся к Telegram Bot API интеграции?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "deterministic file anchor", - "target_terms": [ - "Telegram", - "Bot", - "API", - "относятся", - "интеграции" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Bot", - "API" - ], - "terms": [ - "Telegram", - "Bot", - "API", - "относятся", - "интеграции" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.md deleted file mode 100644 index 2f1b0c1..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.md +++ /dev/null @@ -1,109 +0,0 @@ -# v2-router-find-files-09-telegram-bot-api - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Какие файлы относятся к Telegram Bot API интеграции? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 -} -``` - -## Details -```json -{ - "query": "Какие файлы относятся к Telegram Bot API интеграции?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Какие файлы относятся к Telegram Bot API интеграции?", - "normalized_query": "Какие файлы относятся к Telegram Bot API интеграции?", - "target_terms": [ - "Telegram", - "Bot", - "API", - "относятся", - "интеграции" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Bot", - "API" - ], - "terms": [ - "Telegram", - "Bot", - "API", - "относятся", - "интеграции" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic file anchor" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Какие файлы относятся к Telegram Bot API интеграции?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "deterministic file anchor", - "target_terms": [ - "Telegram", - "Bot", - "API", - "относятся", - "интеграции" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Bot", - "API" - ], - "terms": [ - "Telegram", - "Bot", - "API", - "относятся", - "интеграции" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.json deleted file mode 100644 index 4b2866b..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.json +++ /dev/null @@ -1,95 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-10-telegram-notify-worker", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 - }, - "details": { - "query": "В каких файлах описан worker `telegram_notify`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "В каких файлах описан worker `telegram_notify`?", - "normalized_query": "В каких файлах описан worker `telegram_notify`?", - "target_terms": [ - "telegram_notify", - "каких", - "файлах", - "описан", - "worker" - ], - "anchors": { - "entity_names": [], - "terms": [ - "telegram_notify", - "каких", - "файлах", - "описан", - "worker" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic file anchor" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "В каких файлах описан worker `telegram_notify`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "deterministic file anchor", - "target_terms": [ - "telegram_notify", - "каких", - "файлах", - "описан", - "worker" - ], - "anchors": { - "entity_names": [], - "terms": [ - "telegram_notify", - "каких", - "файлах", - "описан", - "worker" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.md deleted file mode 100644 index c0b6454..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.md +++ /dev/null @@ -1,105 +0,0 @@ -# v2-router-find-files-10-telegram-notify-worker - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -В каких файлах описан worker `telegram_notify`? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 -} -``` - -## Details -```json -{ - "query": "В каких файлах описан worker `telegram_notify`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "В каких файлах описан worker `telegram_notify`?", - "normalized_query": "В каких файлах описан worker `telegram_notify`?", - "target_terms": [ - "telegram_notify", - "каких", - "файлах", - "описан", - "worker" - ], - "anchors": { - "entity_names": [], - "terms": [ - "telegram_notify", - "каких", - "файлах", - "описан", - "worker" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic file anchor" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "В каких файлах описан worker `telegram_notify`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "deterministic file anchor", - "target_terms": [ - "telegram_notify", - "каких", - "файлах", - "описан", - "worker" - ], - "anchors": { - "entity_names": [], - "terms": [ - "telegram_notify", - "каких", - "файлах", - "описан", - "worker" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.json deleted file mode 100644 index 9eef4cc..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.json +++ /dev/null @@ -1,83 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-01-what-is-service", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 - }, - "details": { - "query": "Что это за сервис?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Что это за сервис?", - "normalized_query": "Что это за сервис?", - "target_terms": [ - "Что", - "это", - "сервис" - ], - "anchors": { - "entity_names": [], - "terms": [ - "Что", - "это", - "сервис" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "general fallback signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что это за сервис?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general fallback signal", - "target_terms": [ - "Что", - "это", - "сервис" - ], - "anchors": { - "entity_names": [], - "terms": [ - "Что", - "это", - "сервис" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.md deleted file mode 100644 index e007ea0..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.md +++ /dev/null @@ -1,93 +0,0 @@ -# v2-router-general-01-what-is-service - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Что это за сервис? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 -} -``` - -## Details -```json -{ - "query": "Что это за сервис?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Что это за сервис?", - "normalized_query": "Что это за сервис?", - "target_terms": [ - "Что", - "это", - "сервис" - ], - "anchors": { - "entity_names": [], - "terms": [ - "Что", - "это", - "сервис" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "general fallback signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что это за сервис?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general fallback signal", - "target_terms": [ - "Что", - "это", - "сервис" - ], - "anchors": { - "entity_names": [], - "terms": [ - "Что", - "это", - "сервис" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-02-purpose.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-02-purpose.json deleted file mode 100644 index 9aed4f1..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-02-purpose.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-02-purpose", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 - }, - "details": { - "query": "Для чего нужен test_echo_app?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Для чего нужен test_echo_app?", - "normalized_query": "Для чего нужен test_echo_app?", - "target_terms": [ - "Для", - "чего", - "нужен", - "test_echo_app" - ], - "anchors": { - "entity_names": [], - "terms": [ - "Для", - "чего", - "нужен", - "test_echo_app" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "general fallback signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Для чего нужен test_echo_app?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general fallback signal", - "target_terms": [ - "Для", - "чего", - "нужен", - "test_echo_app" - ], - "anchors": { - "entity_names": [], - "terms": [ - "Для", - "чего", - "нужен", - "test_echo_app" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-02-purpose.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-02-purpose.md deleted file mode 100644 index 9bcf726..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-02-purpose.md +++ /dev/null @@ -1,97 +0,0 @@ -# v2-router-general-02-purpose - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Для чего нужен test_echo_app? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 -} -``` - -## Details -```json -{ - "query": "Для чего нужен test_echo_app?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Для чего нужен test_echo_app?", - "normalized_query": "Для чего нужен test_echo_app?", - "target_terms": [ - "Для", - "чего", - "нужен", - "test_echo_app" - ], - "anchors": { - "entity_names": [], - "terms": [ - "Для", - "чего", - "нужен", - "test_echo_app" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "general fallback signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Для чего нужен test_echo_app?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general fallback signal", - "target_terms": [ - "Для", - "чего", - "нужен", - "test_echo_app" - ], - "anchors": { - "entity_names": [], - "terms": [ - "Для", - "чего", - "нужен", - "test_echo_app" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-03-problem.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-03-problem.json deleted file mode 100644 index 0d45adc..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-03-problem.json +++ /dev/null @@ -1,91 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-03-problem", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 - }, - "details": { - "query": "Какую задачу решает это приложение?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Какую задачу решает это приложение?", - "normalized_query": "Какую задачу решает это приложение?", - "target_terms": [ - "Какую", - "задачу", - "решает", - "это", - "приложение" - ], - "anchors": { - "entity_names": [], - "terms": [ - "Какую", - "задачу", - "решает", - "это", - "приложение" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "general fallback signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Какую задачу решает это приложение?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general fallback signal", - "target_terms": [ - "Какую", - "задачу", - "решает", - "это", - "приложение" - ], - "anchors": { - "entity_names": [], - "terms": [ - "Какую", - "задачу", - "решает", - "это", - "приложение" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-03-problem.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-03-problem.md deleted file mode 100644 index 1a3c320..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-03-problem.md +++ /dev/null @@ -1,101 +0,0 @@ -# v2-router-general-03-problem - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Какую задачу решает это приложение? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 -} -``` - -## Details -```json -{ - "query": "Какую задачу решает это приложение?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Какую задачу решает это приложение?", - "normalized_query": "Какую задачу решает это приложение?", - "target_terms": [ - "Какую", - "задачу", - "решает", - "это", - "приложение" - ], - "anchors": { - "entity_names": [], - "terms": [ - "Какую", - "задачу", - "решает", - "это", - "приложение" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "general fallback signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Какую задачу решает это приложение?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general fallback signal", - "target_terms": [ - "Какую", - "задачу", - "решает", - "это", - "приложение" - ], - "anchors": { - "entity_names": [], - "terms": [ - "Какую", - "задачу", - "решает", - "это", - "приложение" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.json deleted file mode 100644 index f57afcc..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.json +++ /dev/null @@ -1,91 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-04-docs-contents", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 - }, - "details": { - "query": "Что входит в документацию этого проекта?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Что входит в документацию этого проекта?", - "normalized_query": "Что входит в документацию этого проекта?", - "target_terms": [ - "Что", - "входит", - "документацию", - "этого", - "проекта" - ], - "anchors": { - "entity_names": [], - "terms": [ - "Что", - "входит", - "документацию", - "этого", - "проекта" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "general fallback signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что входит в документацию этого проекта?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general fallback signal", - "target_terms": [ - "Что", - "входит", - "документацию", - "этого", - "проекта" - ], - "anchors": { - "entity_names": [], - "terms": [ - "Что", - "входит", - "документацию", - "этого", - "проекта" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.md deleted file mode 100644 index cfcb6e8..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.md +++ /dev/null @@ -1,101 +0,0 @@ -# v2-router-general-04-docs-contents - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Что входит в документацию этого проекта? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 -} -``` - -## Details -```json -{ - "query": "Что входит в документацию этого проекта?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Что входит в документацию этого проекта?", - "normalized_query": "Что входит в документацию этого проекта?", - "target_terms": [ - "Что", - "входит", - "документацию", - "этого", - "проекта" - ], - "anchors": { - "entity_names": [], - "terms": [ - "Что", - "входит", - "документацию", - "этого", - "проекта" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "general fallback signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что входит в документацию этого проекта?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general fallback signal", - "target_terms": [ - "Что", - "входит", - "документацию", - "этого", - "проекта" - ], - "anchors": { - "entity_names": [], - "terms": [ - "Что", - "входит", - "документацию", - "этого", - "проекта" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-05-main-parts.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-05-main-parts.json deleted file mode 100644 index c697753..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-05-main-parts.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-05-main-parts", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 - }, - "details": { - "query": "Какие основные части есть у системы?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Какие основные части есть у системы?", - "normalized_query": "Какие основные части есть у системы?", - "target_terms": [ - "основные", - "части", - "есть", - "системы" - ], - "anchors": { - "entity_names": [], - "terms": [ - "основные", - "части", - "есть", - "системы" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "general fallback signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Какие основные части есть у системы?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general fallback signal", - "target_terms": [ - "основные", - "части", - "есть", - "системы" - ], - "anchors": { - "entity_names": [], - "terms": [ - "основные", - "части", - "есть", - "системы" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-05-main-parts.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-05-main-parts.md deleted file mode 100644 index a3ddb38..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-05-main-parts.md +++ /dev/null @@ -1,97 +0,0 @@ -# v2-router-general-05-main-parts - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Какие основные части есть у системы? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 -} -``` - -## Details -```json -{ - "query": "Какие основные части есть у системы?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Какие основные части есть у системы?", - "normalized_query": "Какие основные части есть у системы?", - "target_terms": [ - "основные", - "части", - "есть", - "системы" - ], - "anchors": { - "entity_names": [], - "terms": [ - "основные", - "части", - "есть", - "системы" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "general fallback signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Какие основные части есть у системы?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general fallback signal", - "target_terms": [ - "основные", - "части", - "есть", - "системы" - ], - "anchors": { - "entity_names": [], - "terms": [ - "основные", - "части", - "есть", - "системы" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.json deleted file mode 100644 index 16bab4d..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-06-high-level-architecture", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 - }, - "details": { - "query": "Как в целом устроено приложение?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Как в целом устроено приложение?", - "normalized_query": "Как в целом устроено приложение?", - "target_terms": [ - "Как", - "целом", - "устроено", - "приложение" - ], - "anchors": { - "entity_names": [], - "terms": [ - "Как", - "целом", - "устроено", - "приложение" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "general fallback signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как в целом устроено приложение?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general fallback signal", - "target_terms": [ - "Как", - "целом", - "устроено", - "приложение" - ], - "anchors": { - "entity_names": [], - "terms": [ - "Как", - "целом", - "устроено", - "приложение" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.md deleted file mode 100644 index 06d558a..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.md +++ /dev/null @@ -1,97 +0,0 @@ -# v2-router-general-06-high-level-architecture - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Как в целом устроено приложение? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 -} -``` - -## Details -```json -{ - "query": "Как в целом устроено приложение?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Как в целом устроено приложение?", - "normalized_query": "Как в целом устроено приложение?", - "target_terms": [ - "Как", - "целом", - "устроено", - "приложение" - ], - "anchors": { - "entity_names": [], - "terms": [ - "Как", - "целом", - "устроено", - "приложение" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "general fallback signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как в целом устроено приложение?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general fallback signal", - "target_terms": [ - "Как", - "целом", - "устроено", - "приложение" - ], - "anchors": { - "entity_names": [], - "terms": [ - "Как", - "целом", - "устроено", - "приложение" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-07-besides-api.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-07-besides-api.json deleted file mode 100644 index f451d58..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-07-besides-api.json +++ /dev/null @@ -1,95 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-07-besides-api", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 - }, - "details": { - "query": "Что тут есть кроме API?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Что тут есть кроме API?", - "normalized_query": "Что тут есть кроме API?", - "target_terms": [ - "API", - "Что", - "тут", - "есть", - "кроме" - ], - "anchors": { - "entity_names": [ - "API" - ], - "terms": [ - "API", - "Что", - "тут", - "есть", - "кроме" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "general fallback signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что тут есть кроме API?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general fallback signal", - "target_terms": [ - "API", - "Что", - "тут", - "есть", - "кроме" - ], - "anchors": { - "entity_names": [ - "API" - ], - "terms": [ - "API", - "Что", - "тут", - "есть", - "кроме" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-07-besides-api.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-07-besides-api.md deleted file mode 100644 index cd93ca7..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-07-besides-api.md +++ /dev/null @@ -1,105 +0,0 @@ -# v2-router-general-07-besides-api - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Что тут есть кроме API? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 -} -``` - -## Details -```json -{ - "query": "Что тут есть кроме API?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Что тут есть кроме API?", - "normalized_query": "Что тут есть кроме API?", - "target_terms": [ - "API", - "Что", - "тут", - "есть", - "кроме" - ], - "anchors": { - "entity_names": [ - "API" - ], - "terms": [ - "API", - "Что", - "тут", - "есть", - "кроме" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "general fallback signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что тут есть кроме API?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general fallback signal", - "target_terms": [ - "API", - "Что", - "тут", - "есть", - "кроме" - ], - "anchors": { - "entity_names": [ - "API" - ], - "terms": [ - "API", - "Что", - "тут", - "есть", - "кроме" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-08-components.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-08-components.json deleted file mode 100644 index 47390ed..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-08-components.json +++ /dev/null @@ -1,106 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-08-components", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": false, - "mismatches": [ - "domain: expected GENERAL, got DOCS", - "intent: expected GENERAL_QA, got DOC_EXPLAIN" - ] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 - }, - "details": { - "query": "Из чего состоит Telegram Notify App?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Из чего состоит Telegram Notify App?", - "normalized_query": "Из чего состоит Telegram Notify App?", - "target_terms": [ - "Telegram", - "Notify", - "App", - "чего", - "состоит" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Notify", - "App" - ], - "terms": [ - "Telegram", - "Notify", - "App", - "чего", - "состоит" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Из чего состоит Telegram Notify App?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "deterministic signal", - "target_terms": [ - "Telegram", - "Notify", - "App", - "чего", - "состоит" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Notify", - "App" - ], - "terms": [ - "Telegram", - "Notify", - "App", - "чего", - "состоит" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-08-components.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-08-components.md deleted file mode 100644 index c0416ea..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-08-components.md +++ /dev/null @@ -1,114 +0,0 @@ -# v2-router-general-08-components - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: False - -## Query -Из чего состоит Telegram Notify App? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 -} -``` - -## Details -```json -{ - "query": "Из чего состоит Telegram Notify App?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Из чего состоит Telegram Notify App?", - "normalized_query": "Из чего состоит Telegram Notify App?", - "target_terms": [ - "Telegram", - "Notify", - "App", - "чего", - "состоит" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Notify", - "App" - ], - "terms": [ - "Telegram", - "Notify", - "App", - "чего", - "состоит" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Из чего состоит Telegram Notify App?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "deterministic signal", - "target_terms": [ - "Telegram", - "Notify", - "App", - "чего", - "состоит" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Notify", - "App" - ], - "terms": [ - "Telegram", - "Notify", - "App", - "чего", - "состоит" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- domain: expected GENERAL, got DOCS -- intent: expected GENERAL_QA, got DOC_EXPLAIN \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-09-reading-order.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-09-reading-order.json deleted file mode 100644 index cca6d29..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-09-reading-order.json +++ /dev/null @@ -1,83 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-09-reading-order", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 - }, - "details": { - "query": "Какие документы стоит читать сначала?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Какие документы стоит читать сначала?", - "normalized_query": "Какие документы стоит читать сначала?", - "target_terms": [ - "стоит", - "читать", - "сначала" - ], - "anchors": { - "entity_names": [], - "terms": [ - "стоит", - "читать", - "сначала" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "general fallback signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Какие документы стоит читать сначала?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general fallback signal", - "target_terms": [ - "стоит", - "читать", - "сначала" - ], - "anchors": { - "entity_names": [], - "terms": [ - "стоит", - "читать", - "сначала" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-09-reading-order.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-09-reading-order.md deleted file mode 100644 index 02662d1..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-09-reading-order.md +++ /dev/null @@ -1,93 +0,0 @@ -# v2-router-general-09-reading-order - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Какие документы стоит читать сначала? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 -} -``` - -## Details -```json -{ - "query": "Какие документы стоит читать сначала?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Какие документы стоит читать сначала?", - "normalized_query": "Какие документы стоит читать сначала?", - "target_terms": [ - "стоит", - "читать", - "сначала" - ], - "anchors": { - "entity_names": [], - "terms": [ - "стоит", - "читать", - "сначала" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "general fallback signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Какие документы стоит читать сначала?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general fallback signal", - "target_terms": [ - "стоит", - "читать", - "сначала" - ], - "anchors": { - "entity_names": [], - "terms": [ - "стоит", - "читать", - "сначала" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-10-short-summary.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-10-short-summary.json deleted file mode 100644 index ce8e869..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-10-short-summary.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-10-short-summary", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 - }, - "details": { - "query": "Дай короткое summary по проектной документации", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Дай короткое summary по проектной документации", - "normalized_query": "Дай короткое summary по проектной документации", - "target_terms": [ - "Дай", - "короткое", - "summary", - "проектной" - ], - "anchors": { - "entity_names": [], - "terms": [ - "Дай", - "короткое", - "summary", - "проектной" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "general fallback signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Дай короткое summary по проектной документации" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general fallback signal", - "target_terms": [ - "Дай", - "короткое", - "summary", - "проектной" - ], - "anchors": { - "entity_names": [], - "terms": [ - "Дай", - "короткое", - "summary", - "проектной" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-10-short-summary.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-10-short-summary.md deleted file mode 100644 index be3dbe5..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/router_only_docs_v2_matrix_v2-router-general-10-short-summary.md +++ /dev/null @@ -1,97 +0,0 @@ -# v2-router-general-10-short-summary - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Дай короткое summary по проектной документации - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 -} -``` - -## Details -```json -{ - "query": "Дай короткое summary по проектной документации", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Дай короткое summary по проектной документации", - "normalized_query": "Дай короткое summary по проектной документации", - "target_terms": [ - "Дай", - "короткое", - "summary", - "проектной" - ], - "anchors": { - "entity_names": [], - "terms": [ - "Дай", - "короткое", - "summary", - "проектной" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "general fallback signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Дай короткое summary по проектной документации" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general fallback signal", - "target_terms": [ - "Дай", - "короткое", - "summary", - "проектной" - ], - "anchors": { - "entity_names": [], - "terms": [ - "Дай", - "короткое", - "summary", - "проектной" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/summary.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/summary.md deleted file mode 100644 index 9a8e5ed..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4/20260407_120038/summary.md +++ /dev/null @@ -1,40 +0,0 @@ -# pipeline_setup_v4 summary - -Passed: 28/30 - -| Case | Component | Query | Intent | Sub-intent | Pass | -|------|-----------|-------|--------|------------|------| -| v2-router-general-01-what-is-service | process_v2_intent_router | Что это за сервис? | GENERAL_QA | SUMMARY | ✓ | -| v2-router-general-02-purpose | process_v2_intent_router | Для чего нужен test_echo_app? | GENERAL_QA | SUMMARY | ✓ | -| v2-router-general-03-problem | process_v2_intent_router | Какую задачу решает это приложение? | GENERAL_QA | SUMMARY | ✓ | -| v2-router-general-04-docs-contents | process_v2_intent_router | Что входит в документацию этого проекта? | GENERAL_QA | SUMMARY | ✓ | -| v2-router-general-05-main-parts | process_v2_intent_router | Какие основные части есть у системы? | GENERAL_QA | SUMMARY | ✓ | -| v2-router-general-06-high-level-architecture | process_v2_intent_router | Как в целом устроено приложение? | GENERAL_QA | SUMMARY | ✓ | -| v2-router-general-07-besides-api | process_v2_intent_router | Что тут есть кроме API? | GENERAL_QA | SUMMARY | ✓ | -| v2-router-general-08-components | process_v2_intent_router | Из чего состоит Telegram Notify App? | DOC_EXPLAIN | SUMMARY | ✗ | -| v2-router-general-09-reading-order | process_v2_intent_router | Какие документы стоит читать сначала? | GENERAL_QA | SUMMARY | ✓ | -| v2-router-general-10-short-summary | process_v2_intent_router | Дай короткое summary по проектной документации | GENERAL_QA | SUMMARY | ✓ | -| v2-router-docs-summary-01-health | process_v2_intent_router | Кратко объясни по документации, как работает `/health` | DOC_EXPLAIN | SUMMARY | ✓ | -| v2-router-docs-summary-02-send | process_v2_intent_router | Что делает endpoint `/send`? | DOC_EXPLAIN | SUMMARY | ✓ | -| v2-router-docs-summary-03-actions | process_v2_intent_router | Объясни назначение `/actions/{action}` | DOC_EXPLAIN | SUMMARY | ✓ | -| v2-router-docs-summary-04-runtime-health | process_v2_intent_router | Что такое runtime health в этой документации? | DOC_EXPLAIN | SUMMARY | ✓ | -| v2-router-docs-summary-05-notification-loop | process_v2_intent_router | Кратко опиши цикл отправки уведомлений | DOC_EXPLAIN | SUMMARY | ✓ | -| v2-router-docs-summary-06-architecture | process_v2_intent_router | Как устроена архитектура Telegram Notify App? | DOC_EXPLAIN | SUMMARY | ✓ | -| v2-router-docs-summary-07-worker | process_v2_intent_router | Что делает worker в этом приложении? | DOC_EXPLAIN | SUMMARY | ✓ | -| v2-router-docs-summary-08-health-statuses | process_v2_intent_router | Какие статусы здоровья есть у runtime? | DOC_EXPLAIN | SUMMARY | ✓ | -| v2-router-docs-summary-09-manual-send | process_v2_intent_router | Как в приложении устроена ручная отправка сообщения? | DOC_EXPLAIN | SUMMARY | ✓ | -| v2-router-docs-summary-10-telegram-integration | process_v2_intent_router | Как сервис взаимодействует с Telegram в целом? | GENERAL_QA | SUMMARY | ✗ | -| v2-router-find-files-01-health | process_v2_intent_router | В каком файле описан `/health`? | DOC_EXPLAIN | FIND_FILES | ✓ | -| v2-router-find-files-02-send | process_v2_intent_router | Покажи файл с описанием endpoint `/send` | DOC_EXPLAIN | FIND_FILES | ✓ | -| v2-router-find-files-03-actions | process_v2_intent_router | Где находится документация по `/actions/{action}`? | DOC_EXPLAIN | FIND_FILES | ✓ | -| v2-router-find-files-04-runtime-health | process_v2_intent_router | В каком документе описан runtime health? | DOC_EXPLAIN | FIND_FILES | ✓ | -| v2-router-find-files-05-loop | process_v2_intent_router | Найди файл с логикой цикла отправки уведомлений | DOC_EXPLAIN | FIND_FILES | ✓ | -| v2-router-find-files-06-architecture | process_v2_intent_router | Где описана архитектура приложения? | DOC_EXPLAIN | FIND_FILES | ✓ | -| v2-router-find-files-07-errors-catalog | process_v2_intent_router | В каком файле лежит каталог ошибок? | DOC_EXPLAIN | FIND_FILES | ✓ | -| v2-router-find-files-08-docs-index | process_v2_intent_router | Покажи файл-индекс документации проекта | DOC_EXPLAIN | FIND_FILES | ✓ | -| v2-router-find-files-09-telegram-bot-api | process_v2_intent_router | Какие файлы относятся к Telegram Bot API интеграции? | DOC_EXPLAIN | FIND_FILES | ✓ | -| v2-router-find-files-10-telegram-notify-worker | process_v2_intent_router | В каких файлах описан worker `telegram_notify`? | DOC_EXPLAIN | FIND_FILES | ✓ | - -## Failures -- **v2-router-general-08-components**: domain: expected GENERAL, got DOCS; intent: expected GENERAL_QA, got DOC_EXPLAIN -- **v2-router-docs-summary-10-telegram-integration**: domain: expected DOCS, got GENERAL; intent: expected DOC_EXPLAIN, got GENERAL_QA \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.json deleted file mode 100644 index a474862..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.json +++ /dev/null @@ -1,99 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-01-health", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 - }, - "details": { - "query": "Кратко объясни по документации, как работает `/health`", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Кратко объясни по документации, как работает `/health`", - "normalized_query": "Кратко объясни по документации, как работает `/health`", - "target_terms": [ - "/health", - "Кратко", - "как", - "работает" - ], - "anchors": { - "entity_names": [], - "terms": [ - "/health", - "Кратко", - "как", - "работает" - ], - "file_names": [ - "/health" - ], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Кратко объясни по документации, как работает `/health`" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "deterministic signal", - "target_terms": [ - "/health", - "Кратко", - "как", - "работает" - ], - "anchors": { - "entity_names": [], - "terms": [ - "/health", - "Кратко", - "как", - "работает" - ], - "file_names": [ - "/health" - ], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.md deleted file mode 100644 index 3da6762..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-01-health.md +++ /dev/null @@ -1,109 +0,0 @@ -# v2-router-docs-summary-01-health - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Кратко объясни по документации, как работает `/health` - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 -} -``` - -## Details -```json -{ - "query": "Кратко объясни по документации, как работает `/health`", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Кратко объясни по документации, как работает `/health`", - "normalized_query": "Кратко объясни по документации, как работает `/health`", - "target_terms": [ - "/health", - "Кратко", - "как", - "работает" - ], - "anchors": { - "entity_names": [], - "terms": [ - "/health", - "Кратко", - "как", - "работает" - ], - "file_names": [ - "/health" - ], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Кратко объясни по документации, как работает `/health`" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "deterministic signal", - "target_terms": [ - "/health", - "Кратко", - "как", - "работает" - ], - "anchors": { - "entity_names": [], - "terms": [ - "/health", - "Кратко", - "как", - "работает" - ], - "file_names": [ - "/health" - ], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.json deleted file mode 100644 index 0e631d2..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.json +++ /dev/null @@ -1,99 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-02-send", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 - }, - "details": { - "query": "Что делает endpoint `/send`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Что делает endpoint `/send`?", - "normalized_query": "Что делает endpoint `/send`?", - "target_terms": [ - "/send", - "Что", - "делает", - "endpoint" - ], - "anchors": { - "entity_names": [], - "terms": [ - "/send", - "Что", - "делает", - "endpoint" - ], - "file_names": [ - "/send" - ], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что делает endpoint `/send`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "deterministic signal", - "target_terms": [ - "/send", - "Что", - "делает", - "endpoint" - ], - "anchors": { - "entity_names": [], - "terms": [ - "/send", - "Что", - "делает", - "endpoint" - ], - "file_names": [ - "/send" - ], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.md deleted file mode 100644 index 84c294e..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-02-send.md +++ /dev/null @@ -1,109 +0,0 @@ -# v2-router-docs-summary-02-send - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Что делает endpoint `/send`? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 -} -``` - -## Details -```json -{ - "query": "Что делает endpoint `/send`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Что делает endpoint `/send`?", - "normalized_query": "Что делает endpoint `/send`?", - "target_terms": [ - "/send", - "Что", - "делает", - "endpoint" - ], - "anchors": { - "entity_names": [], - "terms": [ - "/send", - "Что", - "делает", - "endpoint" - ], - "file_names": [ - "/send" - ], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что делает endpoint `/send`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "deterministic signal", - "target_terms": [ - "/send", - "Что", - "делает", - "endpoint" - ], - "anchors": { - "entity_names": [], - "terms": [ - "/send", - "Что", - "делает", - "endpoint" - ], - "file_names": [ - "/send" - ], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.json deleted file mode 100644 index 163fe3e..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.json +++ /dev/null @@ -1,99 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-03-actions", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 - }, - "details": { - "query": "Объясни назначение `/actions/{action}`", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Объясни назначение `/actions/{action}`", - "normalized_query": "Объясни назначение `/actions/{action}`", - "target_terms": [ - "/actions/{action}", - "назначение", - "action" - ], - "anchors": { - "entity_names": [], - "terms": [ - "/actions/{action}", - "назначение", - "action" - ], - "file_names": [ - "/actions/{action}" - ], - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Объясни назначение `/actions/{action}`" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "deterministic signal", - "target_terms": [ - "/actions/{action}", - "назначение", - "action" - ], - "anchors": { - "entity_names": [], - "terms": [ - "/actions/{action}", - "назначение", - "action" - ], - "file_names": [ - "/actions/{action}" - ], - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.md deleted file mode 100644 index f40b533..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-03-actions.md +++ /dev/null @@ -1,109 +0,0 @@ -# v2-router-docs-summary-03-actions - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Объясни назначение `/actions/{action}` - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 -} -``` - -## Details -```json -{ - "query": "Объясни назначение `/actions/{action}`", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Объясни назначение `/actions/{action}`", - "normalized_query": "Объясни назначение `/actions/{action}`", - "target_terms": [ - "/actions/{action}", - "назначение", - "action" - ], - "anchors": { - "entity_names": [], - "terms": [ - "/actions/{action}", - "назначение", - "action" - ], - "file_names": [ - "/actions/{action}" - ], - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Объясни назначение `/actions/{action}`" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "deterministic signal", - "target_terms": [ - "/actions/{action}", - "назначение", - "action" - ], - "anchors": { - "entity_names": [], - "terms": [ - "/actions/{action}", - "назначение", - "action" - ], - "file_names": [ - "/actions/{action}" - ], - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.json deleted file mode 100644 index c3e16d3..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.json +++ /dev/null @@ -1,103 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-04-runtime-health", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 - }, - "details": { - "query": "Что такое runtime health в этой документации?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Что такое runtime health в этой документации?", - "normalized_query": "Что такое runtime health в этой документации?", - "target_terms": [ - "runtime-health-entity", - "Что", - "такое", - "runtime", - "health", - "этой" - ], - "anchors": { - "entity_names": [], - "terms": [ - "runtime-health-entity", - "Что", - "такое", - "runtime", - "health", - "этой" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что такое runtime health в этой документации?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "deterministic signal", - "target_terms": [ - "runtime-health-entity", - "Что", - "такое", - "runtime", - "health", - "этой" - ], - "anchors": { - "entity_names": [], - "terms": [ - "runtime-health-entity", - "Что", - "такое", - "runtime", - "health", - "этой" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.md deleted file mode 100644 index dc1d626..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-04-runtime-health.md +++ /dev/null @@ -1,113 +0,0 @@ -# v2-router-docs-summary-04-runtime-health - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Что такое runtime health в этой документации? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 -} -``` - -## Details -```json -{ - "query": "Что такое runtime health в этой документации?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Что такое runtime health в этой документации?", - "normalized_query": "Что такое runtime health в этой документации?", - "target_terms": [ - "runtime-health-entity", - "Что", - "такое", - "runtime", - "health", - "этой" - ], - "anchors": { - "entity_names": [], - "terms": [ - "runtime-health-entity", - "Что", - "такое", - "runtime", - "health", - "этой" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что такое runtime health в этой документации?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "deterministic signal", - "target_terms": [ - "runtime-health-entity", - "Что", - "такое", - "runtime", - "health", - "этой" - ], - "anchors": { - "entity_names": [], - "terms": [ - "runtime-health-entity", - "Что", - "такое", - "runtime", - "health", - "этой" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.json deleted file mode 100644 index 039b19b..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.json +++ /dev/null @@ -1,103 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-05-notification-loop", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 - }, - "details": { - "query": "Кратко опиши цикл отправки уведомлений", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Кратко опиши цикл отправки уведомлений", - "normalized_query": "Кратко опиши цикл отправки уведомлений", - "target_terms": [ - "telegram-notification-loop", - "Кратко", - "опиши", - "цикл", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "terms": [ - "telegram-notification-loop", - "Кратко", - "опиши", - "цикл", - "отправки", - "уведомлений" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [ - "telegram-notification-loop" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Кратко опиши цикл отправки уведомлений" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "deterministic signal", - "target_terms": [ - "telegram-notification-loop", - "Кратко", - "опиши", - "цикл", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "terms": [ - "telegram-notification-loop", - "Кратко", - "опиши", - "цикл", - "отправки", - "уведомлений" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [ - "telegram-notification-loop" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.md deleted file mode 100644 index 900a1ad..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-05-notification-loop.md +++ /dev/null @@ -1,113 +0,0 @@ -# v2-router-docs-summary-05-notification-loop - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Кратко опиши цикл отправки уведомлений - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 -} -``` - -## Details -```json -{ - "query": "Кратко опиши цикл отправки уведомлений", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Кратко опиши цикл отправки уведомлений", - "normalized_query": "Кратко опиши цикл отправки уведомлений", - "target_terms": [ - "telegram-notification-loop", - "Кратко", - "опиши", - "цикл", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "terms": [ - "telegram-notification-loop", - "Кратко", - "опиши", - "цикл", - "отправки", - "уведомлений" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [ - "telegram-notification-loop" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Кратко опиши цикл отправки уведомлений" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "deterministic signal", - "target_terms": [ - "telegram-notification-loop", - "Кратко", - "опиши", - "цикл", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "terms": [ - "telegram-notification-loop", - "Кратко", - "опиши", - "цикл", - "отправки", - "уведомлений" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [ - "telegram-notification-loop" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.json deleted file mode 100644 index 18d10be..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.json +++ /dev/null @@ -1,115 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-06-architecture", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 - }, - "details": { - "query": "Как устроена архитектура Telegram Notify App?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Как устроена архитектура Telegram Notify App?", - "normalized_query": "Как устроена архитектура Telegram Notify App?", - "target_terms": [ - "telegram-notify-app-overview", - "Telegram", - "Notify", - "App", - "Как", - "устроена", - "архитектура" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Notify", - "App" - ], - "terms": [ - "telegram-notify-app-overview", - "Telegram", - "Notify", - "App", - "Как", - "устроена", - "архитектура" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как устроена архитектура Telegram Notify App?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "deterministic signal", - "target_terms": [ - "telegram-notify-app-overview", - "Telegram", - "Notify", - "App", - "Как", - "устроена", - "архитектура" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Notify", - "App" - ], - "terms": [ - "telegram-notify-app-overview", - "Telegram", - "Notify", - "App", - "Как", - "устроена", - "архитектура" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.md deleted file mode 100644 index da255cd..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-06-architecture.md +++ /dev/null @@ -1,125 +0,0 @@ -# v2-router-docs-summary-06-architecture - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Как устроена архитектура Telegram Notify App? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 -} -``` - -## Details -```json -{ - "query": "Как устроена архитектура Telegram Notify App?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Как устроена архитектура Telegram Notify App?", - "normalized_query": "Как устроена архитектура Telegram Notify App?", - "target_terms": [ - "telegram-notify-app-overview", - "Telegram", - "Notify", - "App", - "Как", - "устроена", - "архитектура" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Notify", - "App" - ], - "terms": [ - "telegram-notify-app-overview", - "Telegram", - "Notify", - "App", - "Как", - "устроена", - "архитектура" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как устроена архитектура Telegram Notify App?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "deterministic signal", - "target_terms": [ - "telegram-notify-app-overview", - "Telegram", - "Notify", - "App", - "Как", - "устроена", - "архитектура" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Notify", - "App" - ], - "terms": [ - "telegram-notify-app-overview", - "Telegram", - "Notify", - "App", - "Как", - "устроена", - "архитектура" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.json deleted file mode 100644 index 8720862..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.json +++ /dev/null @@ -1,95 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-07-worker", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 - }, - "details": { - "query": "Что делает worker в этом приложении?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Что делает worker в этом приложении?", - "normalized_query": "Что делает worker в этом приложении?", - "target_terms": [ - "Что", - "делает", - "worker", - "этом", - "приложении" - ], - "anchors": { - "entity_names": [], - "terms": [ - "Что", - "делает", - "worker", - "этом", - "приложении" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что делает worker в этом приложении?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "deterministic signal", - "target_terms": [ - "Что", - "делает", - "worker", - "этом", - "приложении" - ], - "anchors": { - "entity_names": [], - "terms": [ - "Что", - "делает", - "worker", - "этом", - "приложении" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.md deleted file mode 100644 index 64e5208..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-07-worker.md +++ /dev/null @@ -1,105 +0,0 @@ -# v2-router-docs-summary-07-worker - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Что делает worker в этом приложении? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 -} -``` - -## Details -```json -{ - "query": "Что делает worker в этом приложении?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Что делает worker в этом приложении?", - "normalized_query": "Что делает worker в этом приложении?", - "target_terms": [ - "Что", - "делает", - "worker", - "этом", - "приложении" - ], - "anchors": { - "entity_names": [], - "terms": [ - "Что", - "делает", - "worker", - "этом", - "приложении" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что делает worker в этом приложении?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "deterministic signal", - "target_terms": [ - "Что", - "делает", - "worker", - "этом", - "приложении" - ], - "anchors": { - "entity_names": [], - "terms": [ - "Что", - "делает", - "worker", - "этом", - "приложении" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.json deleted file mode 100644 index 00bfebe..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.json +++ /dev/null @@ -1,99 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-08-health-statuses", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 - }, - "details": { - "query": "Какие статусы здоровья есть у runtime?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Какие статусы здоровья есть у runtime?", - "normalized_query": "Какие статусы здоровья есть у runtime?", - "target_terms": [ - "runtime-health-entity", - "статусы", - "здоровья", - "есть", - "runtime" - ], - "anchors": { - "entity_names": [], - "terms": [ - "runtime-health-entity", - "статусы", - "здоровья", - "есть", - "runtime" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Какие статусы здоровья есть у runtime?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "deterministic signal", - "target_terms": [ - "runtime-health-entity", - "статусы", - "здоровья", - "есть", - "runtime" - ], - "anchors": { - "entity_names": [], - "terms": [ - "runtime-health-entity", - "статусы", - "здоровья", - "есть", - "runtime" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.md deleted file mode 100644 index 2aef934..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-08-health-statuses.md +++ /dev/null @@ -1,109 +0,0 @@ -# v2-router-docs-summary-08-health-statuses - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Какие статусы здоровья есть у runtime? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 -} -``` - -## Details -```json -{ - "query": "Какие статусы здоровья есть у runtime?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Какие статусы здоровья есть у runtime?", - "normalized_query": "Какие статусы здоровья есть у runtime?", - "target_terms": [ - "runtime-health-entity", - "статусы", - "здоровья", - "есть", - "runtime" - ], - "anchors": { - "entity_names": [], - "terms": [ - "runtime-health-entity", - "статусы", - "здоровья", - "есть", - "runtime" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Какие статусы здоровья есть у runtime?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "deterministic signal", - "target_terms": [ - "runtime-health-entity", - "статусы", - "здоровья", - "есть", - "runtime" - ], - "anchors": { - "entity_names": [], - "terms": [ - "runtime-health-entity", - "статусы", - "здоровья", - "есть", - "runtime" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.json deleted file mode 100644 index ea42750..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-09-manual-send", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 - }, - "details": { - "query": "Как в приложении устроена ручная отправка сообщения?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Как в приложении устроена ручная отправка сообщения?", - "normalized_query": "Как в приложении устроена ручная отправка сообщения?", - "target_terms": [ - "/send", - "Как", - "приложении", - "устроена", - "ручная", - "отправка", - "сообщения" - ], - "anchors": { - "entity_names": [], - "terms": [ - "/send", - "Как", - "приложении", - "устроена", - "ручная", - "отправка", - "сообщения" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [ - "/send" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как в приложении устроена ручная отправка сообщения?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "deterministic signal", - "target_terms": [ - "/send", - "Как", - "приложении", - "устроена", - "ручная", - "отправка", - "сообщения" - ], - "anchors": { - "entity_names": [], - "terms": [ - "/send", - "Как", - "приложении", - "устроена", - "ручная", - "отправка", - "сообщения" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [ - "/send" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.md deleted file mode 100644 index c808ec2..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-09-manual-send.md +++ /dev/null @@ -1,117 +0,0 @@ -# v2-router-docs-summary-09-manual-send - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Как в приложении устроена ручная отправка сообщения? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 -} -``` - -## Details -```json -{ - "query": "Как в приложении устроена ручная отправка сообщения?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Как в приложении устроена ручная отправка сообщения?", - "normalized_query": "Как в приложении устроена ручная отправка сообщения?", - "target_terms": [ - "/send", - "Как", - "приложении", - "устроена", - "ручная", - "отправка", - "сообщения" - ], - "anchors": { - "entity_names": [], - "terms": [ - "/send", - "Как", - "приложении", - "устроена", - "ручная", - "отправка", - "сообщения" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [ - "/send" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как в приложении устроена ручная отправка сообщения?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "deterministic signal", - "target_terms": [ - "/send", - "Как", - "приложении", - "устроена", - "ручная", - "отправка", - "сообщения" - ], - "anchors": { - "entity_names": [], - "terms": [ - "/send", - "Как", - "приложении", - "устроена", - "ручная", - "отправка", - "сообщения" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [ - "/send" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.json deleted file mode 100644 index 478e2ae..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.json +++ /dev/null @@ -1,95 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-docs-summary-10-telegram-integration", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_fallback", - "llm_router_used": false, - "confidence": 0.0 - }, - "details": { - "query": "Как сервис взаимодействует с Telegram в целом?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Как сервис взаимодействует с Telegram в целом?", - "normalized_query": "Как сервис взаимодействует с Telegram в целом?", - "target_terms": [ - "Telegram", - "Как", - "сервис", - "взаимодействует", - "целом" - ], - "anchors": { - "entity_names": [ - "Telegram" - ], - "terms": [ - "Telegram", - "Как", - "сервис", - "взаимодействует", - "целом" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.0, - "routing_mode": "llm_fallback", - "llm_router_used": false, - "reason_short": "fallback to GENERAL_QA.SUMMARY" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как сервис взаимодействует с Telegram в целом?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "fallback to GENERAL_QA.SUMMARY", - "target_terms": [ - "Telegram", - "Как", - "сервис", - "взаимодействует", - "целом" - ], - "anchors": { - "entity_names": [ - "Telegram" - ], - "terms": [ - "Telegram", - "Как", - "сервис", - "взаимодействует", - "целом" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.md deleted file mode 100644 index 257b5bd..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-docs-summary-10-telegram-integration.md +++ /dev/null @@ -1,105 +0,0 @@ -# v2-router-docs-summary-10-telegram-integration - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Как сервис взаимодействует с Telegram в целом? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_fallback", - "llm_router_used": false, - "confidence": 0.0 -} -``` - -## Details -```json -{ - "query": "Как сервис взаимодействует с Telegram в целом?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Как сервис взаимодействует с Telegram в целом?", - "normalized_query": "Как сервис взаимодействует с Telegram в целом?", - "target_terms": [ - "Telegram", - "Как", - "сервис", - "взаимодействует", - "целом" - ], - "anchors": { - "entity_names": [ - "Telegram" - ], - "terms": [ - "Telegram", - "Как", - "сервис", - "взаимодействует", - "целом" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.0, - "routing_mode": "llm_fallback", - "llm_router_used": false, - "reason_short": "fallback to GENERAL_QA.SUMMARY" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как сервис взаимодействует с Telegram в целом?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "fallback to GENERAL_QA.SUMMARY", - "target_terms": [ - "Telegram", - "Как", - "сервис", - "взаимодействует", - "целом" - ], - "anchors": { - "entity_names": [ - "Telegram" - ], - "terms": [ - "Telegram", - "Как", - "сервис", - "взаимодействует", - "целом" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-01-health.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-01-health.json deleted file mode 100644 index c5dbf06..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-01-health.json +++ /dev/null @@ -1,99 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-01-health", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 - }, - "details": { - "query": "В каком файле описан `/health`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "В каком файле описан `/health`?", - "normalized_query": "В каком файле описан `/health`?", - "target_terms": [ - "/health", - "каком", - "файле", - "описан" - ], - "anchors": { - "entity_names": [], - "terms": [ - "/health", - "каком", - "файле", - "описан" - ], - "file_names": [ - "/health" - ], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic file anchor" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "В каком файле описан `/health`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "deterministic file anchor", - "target_terms": [ - "/health", - "каком", - "файле", - "описан" - ], - "anchors": { - "entity_names": [], - "terms": [ - "/health", - "каком", - "файле", - "описан" - ], - "file_names": [ - "/health" - ], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-01-health.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-01-health.md deleted file mode 100644 index 9870147..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-01-health.md +++ /dev/null @@ -1,109 +0,0 @@ -# v2-router-find-files-01-health - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -В каком файле описан `/health`? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 -} -``` - -## Details -```json -{ - "query": "В каком файле описан `/health`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "В каком файле описан `/health`?", - "normalized_query": "В каком файле описан `/health`?", - "target_terms": [ - "/health", - "каком", - "файле", - "описан" - ], - "anchors": { - "entity_names": [], - "terms": [ - "/health", - "каком", - "файле", - "описан" - ], - "file_names": [ - "/health" - ], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic file anchor" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "В каком файле описан `/health`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "deterministic file anchor", - "target_terms": [ - "/health", - "каком", - "файле", - "описан" - ], - "anchors": { - "entity_names": [], - "terms": [ - "/health", - "каком", - "файле", - "описан" - ], - "file_names": [ - "/health" - ], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-02-send.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-02-send.json deleted file mode 100644 index 1a2c1aa..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-02-send.json +++ /dev/null @@ -1,95 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-02-send", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 - }, - "details": { - "query": "Покажи файл с описанием endpoint `/send`", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Покажи файл с описанием endpoint `/send`", - "normalized_query": "Покажи файл с описанием endpoint `/send`", - "target_terms": [ - "/send", - "описанием", - "endpoint" - ], - "anchors": { - "entity_names": [], - "terms": [ - "/send", - "описанием", - "endpoint" - ], - "file_names": [ - "/send" - ], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic file anchor" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Покажи файл с описанием endpoint `/send`" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "deterministic file anchor", - "target_terms": [ - "/send", - "описанием", - "endpoint" - ], - "anchors": { - "entity_names": [], - "terms": [ - "/send", - "описанием", - "endpoint" - ], - "file_names": [ - "/send" - ], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-02-send.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-02-send.md deleted file mode 100644 index 47e2080..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-02-send.md +++ /dev/null @@ -1,105 +0,0 @@ -# v2-router-find-files-02-send - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Покажи файл с описанием endpoint `/send` - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 -} -``` - -## Details -```json -{ - "query": "Покажи файл с описанием endpoint `/send`", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Покажи файл с описанием endpoint `/send`", - "normalized_query": "Покажи файл с описанием endpoint `/send`", - "target_terms": [ - "/send", - "описанием", - "endpoint" - ], - "anchors": { - "entity_names": [], - "terms": [ - "/send", - "описанием", - "endpoint" - ], - "file_names": [ - "/send" - ], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic file anchor" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Покажи файл с описанием endpoint `/send`" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "deterministic file anchor", - "target_terms": [ - "/send", - "описанием", - "endpoint" - ], - "anchors": { - "entity_names": [], - "terms": [ - "/send", - "описанием", - "endpoint" - ], - "file_names": [ - "/send" - ], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-03-actions.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-03-actions.json deleted file mode 100644 index 1204332..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-03-actions.json +++ /dev/null @@ -1,99 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-03-actions", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 - }, - "details": { - "query": "Где находится документация по `/actions/{action}`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Где находится документация по `/actions/{action}`?", - "normalized_query": "Где находится документация по `/actions/{action}`?", - "target_terms": [ - "/actions/{action}", - "находится", - "action" - ], - "anchors": { - "entity_names": [], - "terms": [ - "/actions/{action}", - "находится", - "action" - ], - "file_names": [ - "/actions/{action}" - ], - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic file anchor" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Где находится документация по `/actions/{action}`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "deterministic file anchor", - "target_terms": [ - "/actions/{action}", - "находится", - "action" - ], - "anchors": { - "entity_names": [], - "terms": [ - "/actions/{action}", - "находится", - "action" - ], - "file_names": [ - "/actions/{action}" - ], - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-03-actions.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-03-actions.md deleted file mode 100644 index e25674d..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-03-actions.md +++ /dev/null @@ -1,109 +0,0 @@ -# v2-router-find-files-03-actions - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Где находится документация по `/actions/{action}`? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 -} -``` - -## Details -```json -{ - "query": "Где находится документация по `/actions/{action}`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Где находится документация по `/actions/{action}`?", - "normalized_query": "Где находится документация по `/actions/{action}`?", - "target_terms": [ - "/actions/{action}", - "находится", - "action" - ], - "anchors": { - "entity_names": [], - "terms": [ - "/actions/{action}", - "находится", - "action" - ], - "file_names": [ - "/actions/{action}" - ], - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic file anchor" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Где находится документация по `/actions/{action}`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "deterministic file anchor", - "target_terms": [ - "/actions/{action}", - "находится", - "action" - ], - "anchors": { - "entity_names": [], - "terms": [ - "/actions/{action}", - "находится", - "action" - ], - "file_names": [ - "/actions/{action}" - ], - "endpoint_paths": [ - "/actions/{action}" - ], - "target_doc_hints": [ - "docs/api/control-actions-endpoint.md" - ], - "matched_aliases": [ - "/actions/{action}" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.json deleted file mode 100644 index 7bccd5a..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.json +++ /dev/null @@ -1,103 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-04-runtime-health", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 - }, - "details": { - "query": "В каком документе описан runtime health?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "В каком документе описан runtime health?", - "normalized_query": "В каком документе описан runtime health?", - "target_terms": [ - "runtime-health-entity", - "каком", - "документе", - "описан", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "terms": [ - "runtime-health-entity", - "каком", - "документе", - "описан", - "runtime", - "health" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic file anchor" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "В каком документе описан runtime health?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "deterministic file anchor", - "target_terms": [ - "runtime-health-entity", - "каком", - "документе", - "описан", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "terms": [ - "runtime-health-entity", - "каком", - "документе", - "описан", - "runtime", - "health" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.md deleted file mode 100644 index ad030e5..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-04-runtime-health.md +++ /dev/null @@ -1,113 +0,0 @@ -# v2-router-find-files-04-runtime-health - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -В каком документе описан runtime health? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 -} -``` - -## Details -```json -{ - "query": "В каком документе описан runtime health?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "В каком документе описан runtime health?", - "normalized_query": "В каком документе описан runtime health?", - "target_terms": [ - "runtime-health-entity", - "каком", - "документе", - "описан", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "terms": [ - "runtime-health-entity", - "каком", - "документе", - "описан", - "runtime", - "health" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic file anchor" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "В каком документе описан runtime health?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "deterministic file anchor", - "target_terms": [ - "runtime-health-entity", - "каком", - "документе", - "описан", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "terms": [ - "runtime-health-entity", - "каком", - "документе", - "описан", - "runtime", - "health" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime-health-entity" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-05-loop.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-05-loop.json deleted file mode 100644 index d05481c..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-05-loop.json +++ /dev/null @@ -1,91 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-05-loop", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 - }, - "details": { - "query": "Найди файл с логикой цикла отправки уведомлений", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Найди файл с логикой цикла отправки уведомлений", - "normalized_query": "Найди файл с логикой цикла отправки уведомлений", - "target_terms": [ - "логикой", - "цикла", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "terms": [ - "логикой", - "цикла", - "отправки", - "уведомлений" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic file anchor" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Найди файл с логикой цикла отправки уведомлений" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "deterministic file anchor", - "target_terms": [ - "логикой", - "цикла", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "terms": [ - "логикой", - "цикла", - "отправки", - "уведомлений" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-05-loop.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-05-loop.md deleted file mode 100644 index 6736e8f..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-05-loop.md +++ /dev/null @@ -1,101 +0,0 @@ -# v2-router-find-files-05-loop - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Найди файл с логикой цикла отправки уведомлений - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 -} -``` - -## Details -```json -{ - "query": "Найди файл с логикой цикла отправки уведомлений", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Найди файл с логикой цикла отправки уведомлений", - "normalized_query": "Найди файл с логикой цикла отправки уведомлений", - "target_terms": [ - "логикой", - "цикла", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "terms": [ - "логикой", - "цикла", - "отправки", - "уведомлений" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic file anchor" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Найди файл с логикой цикла отправки уведомлений" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "deterministic file anchor", - "target_terms": [ - "логикой", - "цикла", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "terms": [ - "логикой", - "цикла", - "отправки", - "уведомлений" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.json deleted file mode 100644 index 8dd2948..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.json +++ /dev/null @@ -1,95 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-06-architecture", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 - }, - "details": { - "query": "Где описана архитектура приложения?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Где описана архитектура приложения?", - "normalized_query": "Где описана архитектура приложения?", - "target_terms": [ - "telegram-notify-app-overview", - "описана", - "архитектура", - "приложения" - ], - "anchors": { - "entity_names": [], - "terms": [ - "telegram-notify-app-overview", - "описана", - "архитектура", - "приложения" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic file anchor" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Где описана архитектура приложения?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "deterministic file anchor", - "target_terms": [ - "telegram-notify-app-overview", - "описана", - "архитектура", - "приложения" - ], - "anchors": { - "entity_names": [], - "terms": [ - "telegram-notify-app-overview", - "описана", - "архитектура", - "приложения" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.md deleted file mode 100644 index 4411a1a..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-06-architecture.md +++ /dev/null @@ -1,105 +0,0 @@ -# v2-router-find-files-06-architecture - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Где описана архитектура приложения? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 -} -``` - -## Details -```json -{ - "query": "Где описана архитектура приложения?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Где описана архитектура приложения?", - "normalized_query": "Где описана архитектура приложения?", - "target_terms": [ - "telegram-notify-app-overview", - "описана", - "архитектура", - "приложения" - ], - "anchors": { - "entity_names": [], - "terms": [ - "telegram-notify-app-overview", - "описана", - "архитектура", - "приложения" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic file anchor" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Где описана архитектура приложения?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "deterministic file anchor", - "target_terms": [ - "telegram-notify-app-overview", - "описана", - "архитектура", - "приложения" - ], - "anchors": { - "entity_names": [], - "terms": [ - "telegram-notify-app-overview", - "описана", - "архитектура", - "приложения" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "telegram-notify-app-overview" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.json deleted file mode 100644 index 7976947..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.json +++ /dev/null @@ -1,103 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-07-errors-catalog", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 - }, - "details": { - "query": "В каком файле лежит каталог ошибок?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "В каком файле лежит каталог ошибок?", - "normalized_query": "В каком файле лежит каталог ошибок?", - "target_terms": [ - "catalog-errors", - "каком", - "файле", - "лежит", - "каталог", - "ошибок" - ], - "anchors": { - "entity_names": [], - "terms": [ - "catalog-errors", - "каком", - "файле", - "лежит", - "каталог", - "ошибок" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "matched_aliases": [ - "catalog-errors" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic file anchor" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "В каком файле лежит каталог ошибок?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "deterministic file anchor", - "target_terms": [ - "catalog-errors", - "каком", - "файле", - "лежит", - "каталог", - "ошибок" - ], - "anchors": { - "entity_names": [], - "terms": [ - "catalog-errors", - "каком", - "файле", - "лежит", - "каталог", - "ошибок" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "matched_aliases": [ - "catalog-errors" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.md deleted file mode 100644 index 8175992..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-07-errors-catalog.md +++ /dev/null @@ -1,113 +0,0 @@ -# v2-router-find-files-07-errors-catalog - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -В каком файле лежит каталог ошибок? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 -} -``` - -## Details -```json -{ - "query": "В каком файле лежит каталог ошибок?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "В каком файле лежит каталог ошибок?", - "normalized_query": "В каком файле лежит каталог ошибок?", - "target_terms": [ - "catalog-errors", - "каком", - "файле", - "лежит", - "каталог", - "ошибок" - ], - "anchors": { - "entity_names": [], - "terms": [ - "catalog-errors", - "каком", - "файле", - "лежит", - "каталог", - "ошибок" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "matched_aliases": [ - "catalog-errors" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic file anchor" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "В каком файле лежит каталог ошибок?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "deterministic file anchor", - "target_terms": [ - "catalog-errors", - "каком", - "файле", - "лежит", - "каталог", - "ошибок" - ], - "anchors": { - "entity_names": [], - "terms": [ - "catalog-errors", - "каком", - "файле", - "лежит", - "каталог", - "ошибок" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/errors/catalog.yaml" - ], - "matched_aliases": [ - "catalog-errors" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.json deleted file mode 100644 index c1c5b7c..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.json +++ /dev/null @@ -1,91 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-08-docs-index", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 - }, - "details": { - "query": "Покажи файл-индекс документации проекта", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Покажи файл-индекс документации проекта", - "normalized_query": "Покажи файл-индекс документации проекта", - "target_terms": [ - "docs-readme", - "файл-индекс", - "проекта" - ], - "anchors": { - "entity_names": [], - "terms": [ - "docs-readme", - "файл-индекс", - "проекта" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/README.md" - ], - "matched_aliases": [ - "docs-readme" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic file anchor" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Покажи файл-индекс документации проекта" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "deterministic file anchor", - "target_terms": [ - "docs-readme", - "файл-индекс", - "проекта" - ], - "anchors": { - "entity_names": [], - "terms": [ - "docs-readme", - "файл-индекс", - "проекта" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/README.md" - ], - "matched_aliases": [ - "docs-readme" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.md deleted file mode 100644 index 1946d5c..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-08-docs-index.md +++ /dev/null @@ -1,101 +0,0 @@ -# v2-router-find-files-08-docs-index - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Покажи файл-индекс документации проекта - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 -} -``` - -## Details -```json -{ - "query": "Покажи файл-индекс документации проекта", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Покажи файл-индекс документации проекта", - "normalized_query": "Покажи файл-индекс документации проекта", - "target_terms": [ - "docs-readme", - "файл-индекс", - "проекта" - ], - "anchors": { - "entity_names": [], - "terms": [ - "docs-readme", - "файл-индекс", - "проекта" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/README.md" - ], - "matched_aliases": [ - "docs-readme" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic file anchor" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Покажи файл-индекс документации проекта" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "deterministic file anchor", - "target_terms": [ - "docs-readme", - "файл-индекс", - "проекта" - ], - "anchors": { - "entity_names": [], - "terms": [ - "docs-readme", - "файл-индекс", - "проекта" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/README.md" - ], - "matched_aliases": [ - "docs-readme" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.json deleted file mode 100644 index 42be420..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.json +++ /dev/null @@ -1,99 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-09-telegram-bot-api", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 - }, - "details": { - "query": "Какие файлы относятся к Telegram Bot API интеграции?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Какие файлы относятся к Telegram Bot API интеграции?", - "normalized_query": "Какие файлы относятся к Telegram Bot API интеграции?", - "target_terms": [ - "Telegram", - "Bot", - "API", - "относятся", - "интеграции" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Bot", - "API" - ], - "terms": [ - "Telegram", - "Bot", - "API", - "относятся", - "интеграции" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic file anchor" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Какие файлы относятся к Telegram Bot API интеграции?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "deterministic file anchor", - "target_terms": [ - "Telegram", - "Bot", - "API", - "относятся", - "интеграции" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Bot", - "API" - ], - "terms": [ - "Telegram", - "Bot", - "API", - "относятся", - "интеграции" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.md deleted file mode 100644 index 2f1b0c1..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-09-telegram-bot-api.md +++ /dev/null @@ -1,109 +0,0 @@ -# v2-router-find-files-09-telegram-bot-api - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Какие файлы относятся к Telegram Bot API интеграции? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 -} -``` - -## Details -```json -{ - "query": "Какие файлы относятся к Telegram Bot API интеграции?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Какие файлы относятся к Telegram Bot API интеграции?", - "normalized_query": "Какие файлы относятся к Telegram Bot API интеграции?", - "target_terms": [ - "Telegram", - "Bot", - "API", - "относятся", - "интеграции" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Bot", - "API" - ], - "terms": [ - "Telegram", - "Bot", - "API", - "относятся", - "интеграции" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic file anchor" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Какие файлы относятся к Telegram Bot API интеграции?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "deterministic file anchor", - "target_terms": [ - "Telegram", - "Bot", - "API", - "относятся", - "интеграции" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Bot", - "API" - ], - "terms": [ - "Telegram", - "Bot", - "API", - "относятся", - "интеграции" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.json deleted file mode 100644 index 4b2866b..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.json +++ /dev/null @@ -1,95 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-find-files-10-telegram-notify-worker", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 - }, - "details": { - "query": "В каких файлах описан worker `telegram_notify`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "В каких файлах описан worker `telegram_notify`?", - "normalized_query": "В каких файлах описан worker `telegram_notify`?", - "target_terms": [ - "telegram_notify", - "каких", - "файлах", - "описан", - "worker" - ], - "anchors": { - "entity_names": [], - "terms": [ - "telegram_notify", - "каких", - "файлах", - "описан", - "worker" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic file anchor" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "В каких файлах описан worker `telegram_notify`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "deterministic file anchor", - "target_terms": [ - "telegram_notify", - "каких", - "файлах", - "описан", - "worker" - ], - "anchors": { - "entity_names": [], - "terms": [ - "telegram_notify", - "каких", - "файлах", - "описан", - "worker" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.md deleted file mode 100644 index c0b6454..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-find-files-10-telegram-notify-worker.md +++ /dev/null @@ -1,105 +0,0 @@ -# v2-router-find-files-10-telegram-notify-worker - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -В каких файлах описан worker `telegram_notify`? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 -} -``` - -## Details -```json -{ - "query": "В каких файлах описан worker `telegram_notify`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "В каких файлах описан worker `telegram_notify`?", - "normalized_query": "В каких файлах описан worker `telegram_notify`?", - "target_terms": [ - "telegram_notify", - "каких", - "файлах", - "описан", - "worker" - ], - "anchors": { - "entity_names": [], - "terms": [ - "telegram_notify", - "каких", - "файлах", - "описан", - "worker" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic file anchor" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "В каких файлах описан worker `telegram_notify`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "deterministic file anchor", - "target_terms": [ - "telegram_notify", - "каких", - "файлах", - "описан", - "worker" - ], - "anchors": { - "entity_names": [], - "terms": [ - "telegram_notify", - "каких", - "файлах", - "описан", - "worker" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/logic/telegram-notification-loop.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.json deleted file mode 100644 index 9eef4cc..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.json +++ /dev/null @@ -1,83 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-01-what-is-service", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 - }, - "details": { - "query": "Что это за сервис?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Что это за сервис?", - "normalized_query": "Что это за сервис?", - "target_terms": [ - "Что", - "это", - "сервис" - ], - "anchors": { - "entity_names": [], - "terms": [ - "Что", - "это", - "сервис" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "general fallback signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что это за сервис?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general fallback signal", - "target_terms": [ - "Что", - "это", - "сервис" - ], - "anchors": { - "entity_names": [], - "terms": [ - "Что", - "это", - "сервис" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.md deleted file mode 100644 index e007ea0..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-01-what-is-service.md +++ /dev/null @@ -1,93 +0,0 @@ -# v2-router-general-01-what-is-service - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Что это за сервис? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 -} -``` - -## Details -```json -{ - "query": "Что это за сервис?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Что это за сервис?", - "normalized_query": "Что это за сервис?", - "target_terms": [ - "Что", - "это", - "сервис" - ], - "anchors": { - "entity_names": [], - "terms": [ - "Что", - "это", - "сервис" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "general fallback signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что это за сервис?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general fallback signal", - "target_terms": [ - "Что", - "это", - "сервис" - ], - "anchors": { - "entity_names": [], - "terms": [ - "Что", - "это", - "сервис" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-02-purpose.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-02-purpose.json deleted file mode 100644 index 9aed4f1..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-02-purpose.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-02-purpose", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 - }, - "details": { - "query": "Для чего нужен test_echo_app?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Для чего нужен test_echo_app?", - "normalized_query": "Для чего нужен test_echo_app?", - "target_terms": [ - "Для", - "чего", - "нужен", - "test_echo_app" - ], - "anchors": { - "entity_names": [], - "terms": [ - "Для", - "чего", - "нужен", - "test_echo_app" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "general fallback signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Для чего нужен test_echo_app?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general fallback signal", - "target_terms": [ - "Для", - "чего", - "нужен", - "test_echo_app" - ], - "anchors": { - "entity_names": [], - "terms": [ - "Для", - "чего", - "нужен", - "test_echo_app" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-02-purpose.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-02-purpose.md deleted file mode 100644 index 9bcf726..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-02-purpose.md +++ /dev/null @@ -1,97 +0,0 @@ -# v2-router-general-02-purpose - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Для чего нужен test_echo_app? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 -} -``` - -## Details -```json -{ - "query": "Для чего нужен test_echo_app?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Для чего нужен test_echo_app?", - "normalized_query": "Для чего нужен test_echo_app?", - "target_terms": [ - "Для", - "чего", - "нужен", - "test_echo_app" - ], - "anchors": { - "entity_names": [], - "terms": [ - "Для", - "чего", - "нужен", - "test_echo_app" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "general fallback signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Для чего нужен test_echo_app?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general fallback signal", - "target_terms": [ - "Для", - "чего", - "нужен", - "test_echo_app" - ], - "anchors": { - "entity_names": [], - "terms": [ - "Для", - "чего", - "нужен", - "test_echo_app" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-03-problem.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-03-problem.json deleted file mode 100644 index 0d45adc..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-03-problem.json +++ /dev/null @@ -1,91 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-03-problem", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 - }, - "details": { - "query": "Какую задачу решает это приложение?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Какую задачу решает это приложение?", - "normalized_query": "Какую задачу решает это приложение?", - "target_terms": [ - "Какую", - "задачу", - "решает", - "это", - "приложение" - ], - "anchors": { - "entity_names": [], - "terms": [ - "Какую", - "задачу", - "решает", - "это", - "приложение" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "general fallback signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Какую задачу решает это приложение?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general fallback signal", - "target_terms": [ - "Какую", - "задачу", - "решает", - "это", - "приложение" - ], - "anchors": { - "entity_names": [], - "terms": [ - "Какую", - "задачу", - "решает", - "это", - "приложение" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-03-problem.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-03-problem.md deleted file mode 100644 index 1a3c320..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-03-problem.md +++ /dev/null @@ -1,101 +0,0 @@ -# v2-router-general-03-problem - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Какую задачу решает это приложение? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 -} -``` - -## Details -```json -{ - "query": "Какую задачу решает это приложение?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Какую задачу решает это приложение?", - "normalized_query": "Какую задачу решает это приложение?", - "target_terms": [ - "Какую", - "задачу", - "решает", - "это", - "приложение" - ], - "anchors": { - "entity_names": [], - "terms": [ - "Какую", - "задачу", - "решает", - "это", - "приложение" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "general fallback signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Какую задачу решает это приложение?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general fallback signal", - "target_terms": [ - "Какую", - "задачу", - "решает", - "это", - "приложение" - ], - "anchors": { - "entity_names": [], - "terms": [ - "Какую", - "задачу", - "решает", - "это", - "приложение" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.json deleted file mode 100644 index f57afcc..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.json +++ /dev/null @@ -1,91 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-04-docs-contents", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 - }, - "details": { - "query": "Что входит в документацию этого проекта?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Что входит в документацию этого проекта?", - "normalized_query": "Что входит в документацию этого проекта?", - "target_terms": [ - "Что", - "входит", - "документацию", - "этого", - "проекта" - ], - "anchors": { - "entity_names": [], - "terms": [ - "Что", - "входит", - "документацию", - "этого", - "проекта" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "general fallback signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что входит в документацию этого проекта?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general fallback signal", - "target_terms": [ - "Что", - "входит", - "документацию", - "этого", - "проекта" - ], - "anchors": { - "entity_names": [], - "terms": [ - "Что", - "входит", - "документацию", - "этого", - "проекта" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.md deleted file mode 100644 index cfcb6e8..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-04-docs-contents.md +++ /dev/null @@ -1,101 +0,0 @@ -# v2-router-general-04-docs-contents - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Что входит в документацию этого проекта? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 -} -``` - -## Details -```json -{ - "query": "Что входит в документацию этого проекта?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Что входит в документацию этого проекта?", - "normalized_query": "Что входит в документацию этого проекта?", - "target_terms": [ - "Что", - "входит", - "документацию", - "этого", - "проекта" - ], - "anchors": { - "entity_names": [], - "terms": [ - "Что", - "входит", - "документацию", - "этого", - "проекта" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "general fallback signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что входит в документацию этого проекта?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general fallback signal", - "target_terms": [ - "Что", - "входит", - "документацию", - "этого", - "проекта" - ], - "anchors": { - "entity_names": [], - "terms": [ - "Что", - "входит", - "документацию", - "этого", - "проекта" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-05-main-parts.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-05-main-parts.json deleted file mode 100644 index c697753..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-05-main-parts.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-05-main-parts", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 - }, - "details": { - "query": "Какие основные части есть у системы?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Какие основные части есть у системы?", - "normalized_query": "Какие основные части есть у системы?", - "target_terms": [ - "основные", - "части", - "есть", - "системы" - ], - "anchors": { - "entity_names": [], - "terms": [ - "основные", - "части", - "есть", - "системы" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "general fallback signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Какие основные части есть у системы?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general fallback signal", - "target_terms": [ - "основные", - "части", - "есть", - "системы" - ], - "anchors": { - "entity_names": [], - "terms": [ - "основные", - "части", - "есть", - "системы" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-05-main-parts.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-05-main-parts.md deleted file mode 100644 index a3ddb38..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-05-main-parts.md +++ /dev/null @@ -1,97 +0,0 @@ -# v2-router-general-05-main-parts - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Какие основные части есть у системы? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 -} -``` - -## Details -```json -{ - "query": "Какие основные части есть у системы?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Какие основные части есть у системы?", - "normalized_query": "Какие основные части есть у системы?", - "target_terms": [ - "основные", - "части", - "есть", - "системы" - ], - "anchors": { - "entity_names": [], - "terms": [ - "основные", - "части", - "есть", - "системы" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "general fallback signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Какие основные части есть у системы?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general fallback signal", - "target_terms": [ - "основные", - "части", - "есть", - "системы" - ], - "anchors": { - "entity_names": [], - "terms": [ - "основные", - "части", - "есть", - "системы" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.json deleted file mode 100644 index 16bab4d..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-06-high-level-architecture", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 - }, - "details": { - "query": "Как в целом устроено приложение?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Как в целом устроено приложение?", - "normalized_query": "Как в целом устроено приложение?", - "target_terms": [ - "Как", - "целом", - "устроено", - "приложение" - ], - "anchors": { - "entity_names": [], - "terms": [ - "Как", - "целом", - "устроено", - "приложение" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "general fallback signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как в целом устроено приложение?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general fallback signal", - "target_terms": [ - "Как", - "целом", - "устроено", - "приложение" - ], - "anchors": { - "entity_names": [], - "terms": [ - "Как", - "целом", - "устроено", - "приложение" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.md deleted file mode 100644 index 06d558a..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-06-high-level-architecture.md +++ /dev/null @@ -1,97 +0,0 @@ -# v2-router-general-06-high-level-architecture - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Как в целом устроено приложение? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 -} -``` - -## Details -```json -{ - "query": "Как в целом устроено приложение?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Как в целом устроено приложение?", - "normalized_query": "Как в целом устроено приложение?", - "target_terms": [ - "Как", - "целом", - "устроено", - "приложение" - ], - "anchors": { - "entity_names": [], - "terms": [ - "Как", - "целом", - "устроено", - "приложение" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "general fallback signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как в целом устроено приложение?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general fallback signal", - "target_terms": [ - "Как", - "целом", - "устроено", - "приложение" - ], - "anchors": { - "entity_names": [], - "terms": [ - "Как", - "целом", - "устроено", - "приложение" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-07-besides-api.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-07-besides-api.json deleted file mode 100644 index f451d58..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-07-besides-api.json +++ /dev/null @@ -1,95 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-07-besides-api", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 - }, - "details": { - "query": "Что тут есть кроме API?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Что тут есть кроме API?", - "normalized_query": "Что тут есть кроме API?", - "target_terms": [ - "API", - "Что", - "тут", - "есть", - "кроме" - ], - "anchors": { - "entity_names": [ - "API" - ], - "terms": [ - "API", - "Что", - "тут", - "есть", - "кроме" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "general fallback signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что тут есть кроме API?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general fallback signal", - "target_terms": [ - "API", - "Что", - "тут", - "есть", - "кроме" - ], - "anchors": { - "entity_names": [ - "API" - ], - "terms": [ - "API", - "Что", - "тут", - "есть", - "кроме" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-07-besides-api.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-07-besides-api.md deleted file mode 100644 index cd93ca7..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-07-besides-api.md +++ /dev/null @@ -1,105 +0,0 @@ -# v2-router-general-07-besides-api - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Что тут есть кроме API? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 -} -``` - -## Details -```json -{ - "query": "Что тут есть кроме API?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Что тут есть кроме API?", - "normalized_query": "Что тут есть кроме API?", - "target_terms": [ - "API", - "Что", - "тут", - "есть", - "кроме" - ], - "anchors": { - "entity_names": [ - "API" - ], - "terms": [ - "API", - "Что", - "тут", - "есть", - "кроме" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "general fallback signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что тут есть кроме API?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general fallback signal", - "target_terms": [ - "API", - "Что", - "тут", - "есть", - "кроме" - ], - "anchors": { - "entity_names": [ - "API" - ], - "terms": [ - "API", - "Что", - "тут", - "есть", - "кроме" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-08-components.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-08-components.json deleted file mode 100644 index e0bef43..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-08-components.json +++ /dev/null @@ -1,103 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-08-components", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 - }, - "details": { - "query": "Из чего состоит Telegram Notify App?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Из чего состоит Telegram Notify App?", - "normalized_query": "Из чего состоит Telegram Notify App?", - "target_terms": [ - "Telegram", - "Notify", - "App", - "чего", - "состоит" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Notify", - "App" - ], - "terms": [ - "Telegram", - "Notify", - "App", - "чего", - "состоит" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Из чего состоит Telegram Notify App?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "deterministic signal", - "target_terms": [ - "Telegram", - "Notify", - "App", - "чего", - "состоит" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Notify", - "App" - ], - "terms": [ - "Telegram", - "Notify", - "App", - "чего", - "состоит" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-08-components.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-08-components.md deleted file mode 100644 index 73958b3..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-08-components.md +++ /dev/null @@ -1,113 +0,0 @@ -# v2-router-general-08-components - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Из чего состоит Telegram Notify App? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 -} -``` - -## Details -```json -{ - "query": "Из чего состоит Telegram Notify App?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Из чего состоит Telegram Notify App?", - "normalized_query": "Из чего состоит Telegram Notify App?", - "target_terms": [ - "Telegram", - "Notify", - "App", - "чего", - "состоит" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Notify", - "App" - ], - "terms": [ - "Telegram", - "Notify", - "App", - "чего", - "состоит" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "deterministic signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Из чего состоит Telegram Notify App?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "deterministic signal", - "target_terms": [ - "Telegram", - "Notify", - "App", - "чего", - "состоит" - ], - "anchors": { - "entity_names": [ - "Telegram", - "Notify", - "App" - ], - "terms": [ - "Telegram", - "Notify", - "App", - "чего", - "состоит" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-09-reading-order.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-09-reading-order.json deleted file mode 100644 index cca6d29..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-09-reading-order.json +++ /dev/null @@ -1,83 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-09-reading-order", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 - }, - "details": { - "query": "Какие документы стоит читать сначала?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Какие документы стоит читать сначала?", - "normalized_query": "Какие документы стоит читать сначала?", - "target_terms": [ - "стоит", - "читать", - "сначала" - ], - "anchors": { - "entity_names": [], - "terms": [ - "стоит", - "читать", - "сначала" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "general fallback signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Какие документы стоит читать сначала?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general fallback signal", - "target_terms": [ - "стоит", - "читать", - "сначала" - ], - "anchors": { - "entity_names": [], - "terms": [ - "стоит", - "читать", - "сначала" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-09-reading-order.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-09-reading-order.md deleted file mode 100644 index 02662d1..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-09-reading-order.md +++ /dev/null @@ -1,93 +0,0 @@ -# v2-router-general-09-reading-order - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Какие документы стоит читать сначала? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 -} -``` - -## Details -```json -{ - "query": "Какие документы стоит читать сначала?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Какие документы стоит читать сначала?", - "normalized_query": "Какие документы стоит читать сначала?", - "target_terms": [ - "стоит", - "читать", - "сначала" - ], - "anchors": { - "entity_names": [], - "terms": [ - "стоит", - "читать", - "сначала" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "general fallback signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Какие документы стоит читать сначала?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general fallback signal", - "target_terms": [ - "стоит", - "читать", - "сначала" - ], - "anchors": { - "entity_names": [], - "terms": [ - "стоит", - "читать", - "сначала" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-10-short-summary.json b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-10-short-summary.json deleted file mode 100644 index ce8e869..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-10-short-summary.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "meta": { - "case_id": "v2-router-general-10-short-summary", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 - }, - "details": { - "query": "Дай короткое summary по проектной документации", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Дай короткое summary по проектной документации", - "normalized_query": "Дай короткое summary по проектной документации", - "target_terms": [ - "Дай", - "короткое", - "summary", - "проектной" - ], - "anchors": { - "entity_names": [], - "terms": [ - "Дай", - "короткое", - "summary", - "проектной" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "general fallback signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Дай короткое summary по проектной документации" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general fallback signal", - "target_terms": [ - "Дай", - "короткое", - "summary", - "проектной" - ], - "anchors": { - "entity_names": [], - "terms": [ - "Дай", - "короткое", - "summary", - "проектной" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-10-short-summary.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-10-short-summary.md deleted file mode 100644 index be3dbe5..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/router_only_docs_v2_matrix_v2-router-general-10-short-summary.md +++ /dev/null @@ -1,97 +0,0 @@ -# v2-router-general-10-short-summary - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/router_only_docs_v2_matrix.yaml -- passed: True - -## Query -Дай короткое summary по проектной документации - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "deterministic", - "llm_router_used": false, - "confidence": 1.0 -} -``` - -## Details -```json -{ - "query": "Дай короткое summary по проектной документации", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Дай короткое summary по проектной документации", - "normalized_query": "Дай короткое summary по проектной документации", - "target_terms": [ - "Дай", - "короткое", - "summary", - "проектной" - ], - "anchors": { - "entity_names": [], - "terms": [ - "Дай", - "короткое", - "summary", - "проектной" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 1.0, - "routing_mode": "deterministic", - "llm_router_used": false, - "reason_short": "general fallback signal" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Дай короткое summary по проектной документации" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general fallback signal", - "target_terms": [ - "Дай", - "короткое", - "summary", - "проектной" - ], - "anchors": { - "entity_names": [], - "terms": [ - "Дай", - "короткое", - "summary", - "проектной" - ], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/summary.md b/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/summary.md deleted file mode 100644 index 966c540..0000000 --- a/tests/pipeline_setup_v4/cases/suite_01/process_v2_intent_router/test_runs/smoke_v4_pass/20260407_120104/summary.md +++ /dev/null @@ -1,36 +0,0 @@ -# pipeline_setup_v4 summary - -Passed: 30/30 - -| Case | Component | Query | Intent | Sub-intent | Pass | -|------|-----------|-------|--------|------------|------| -| v2-router-general-01-what-is-service | process_v2_intent_router | Что это за сервис? | GENERAL_QA | SUMMARY | ✓ | -| v2-router-general-02-purpose | process_v2_intent_router | Для чего нужен test_echo_app? | GENERAL_QA | SUMMARY | ✓ | -| v2-router-general-03-problem | process_v2_intent_router | Какую задачу решает это приложение? | GENERAL_QA | SUMMARY | ✓ | -| v2-router-general-04-docs-contents | process_v2_intent_router | Что входит в документацию этого проекта? | GENERAL_QA | SUMMARY | ✓ | -| v2-router-general-05-main-parts | process_v2_intent_router | Какие основные части есть у системы? | GENERAL_QA | SUMMARY | ✓ | -| v2-router-general-06-high-level-architecture | process_v2_intent_router | Как в целом устроено приложение? | GENERAL_QA | SUMMARY | ✓ | -| v2-router-general-07-besides-api | process_v2_intent_router | Что тут есть кроме API? | GENERAL_QA | SUMMARY | ✓ | -| v2-router-general-08-components | process_v2_intent_router | Из чего состоит Telegram Notify App? | DOC_EXPLAIN | SUMMARY | ✓ | -| v2-router-general-09-reading-order | process_v2_intent_router | Какие документы стоит читать сначала? | GENERAL_QA | SUMMARY | ✓ | -| v2-router-general-10-short-summary | process_v2_intent_router | Дай короткое summary по проектной документации | GENERAL_QA | SUMMARY | ✓ | -| v2-router-docs-summary-01-health | process_v2_intent_router | Кратко объясни по документации, как работает `/health` | DOC_EXPLAIN | SUMMARY | ✓ | -| v2-router-docs-summary-02-send | process_v2_intent_router | Что делает endpoint `/send`? | DOC_EXPLAIN | SUMMARY | ✓ | -| v2-router-docs-summary-03-actions | process_v2_intent_router | Объясни назначение `/actions/{action}` | DOC_EXPLAIN | SUMMARY | ✓ | -| v2-router-docs-summary-04-runtime-health | process_v2_intent_router | Что такое runtime health в этой документации? | DOC_EXPLAIN | SUMMARY | ✓ | -| v2-router-docs-summary-05-notification-loop | process_v2_intent_router | Кратко опиши цикл отправки уведомлений | DOC_EXPLAIN | SUMMARY | ✓ | -| v2-router-docs-summary-06-architecture | process_v2_intent_router | Как устроена архитектура Telegram Notify App? | DOC_EXPLAIN | SUMMARY | ✓ | -| v2-router-docs-summary-07-worker | process_v2_intent_router | Что делает worker в этом приложении? | DOC_EXPLAIN | SUMMARY | ✓ | -| v2-router-docs-summary-08-health-statuses | process_v2_intent_router | Какие статусы здоровья есть у runtime? | DOC_EXPLAIN | SUMMARY | ✓ | -| v2-router-docs-summary-09-manual-send | process_v2_intent_router | Как в приложении устроена ручная отправка сообщения? | DOC_EXPLAIN | SUMMARY | ✓ | -| v2-router-docs-summary-10-telegram-integration | process_v2_intent_router | Как сервис взаимодействует с Telegram в целом? | GENERAL_QA | SUMMARY | ✓ | -| v2-router-find-files-01-health | process_v2_intent_router | В каком файле описан `/health`? | DOC_EXPLAIN | FIND_FILES | ✓ | -| v2-router-find-files-02-send | process_v2_intent_router | Покажи файл с описанием endpoint `/send` | DOC_EXPLAIN | FIND_FILES | ✓ | -| v2-router-find-files-03-actions | process_v2_intent_router | Где находится документация по `/actions/{action}`? | DOC_EXPLAIN | FIND_FILES | ✓ | -| v2-router-find-files-04-runtime-health | process_v2_intent_router | В каком документе описан runtime health? | DOC_EXPLAIN | FIND_FILES | ✓ | -| v2-router-find-files-05-loop | process_v2_intent_router | Найди файл с логикой цикла отправки уведомлений | DOC_EXPLAIN | FIND_FILES | ✓ | -| v2-router-find-files-06-architecture | process_v2_intent_router | Где описана архитектура приложения? | DOC_EXPLAIN | FIND_FILES | ✓ | -| v2-router-find-files-07-errors-catalog | process_v2_intent_router | В каком файле лежит каталог ошибок? | DOC_EXPLAIN | FIND_FILES | ✓ | -| v2-router-find-files-08-docs-index | process_v2_intent_router | Покажи файл-индекс документации проекта | DOC_EXPLAIN | FIND_FILES | ✓ | -| v2-router-find-files-09-telegram-bot-api | process_v2_intent_router | Какие файлы относятся к Telegram Bot API интеграции? | DOC_EXPLAIN | FIND_FILES | ✓ | -| v2-router-find-files-10-telegram-notify-worker | process_v2_intent_router | В каких файлах описан worker `telegram_notify`? | DOC_EXPLAIN | FIND_FILES | ✓ | \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-docs-summary-01-endpoint.json b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-docs-summary-01-endpoint.json deleted file mode 100644 index 8ae05b6..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-docs-summary-01-endpoint.json +++ /dev/null @@ -1,77 +0,0 @@ -{ - "meta": { - "case_id": "v3-docs-summary-01-endpoint", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8800000000000001 - }, - "details": { - "query": "Объясни по документации endpoint `/health`", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Объясни по документации endpoint `/health`", - "normalized_query": "Объясни по документации endpoint `/health`", - "target_terms": [ - "/health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Объясни по документации endpoint `/health`" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "/health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-docs-summary-01-endpoint.md b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-docs-summary-01-endpoint.md deleted file mode 100644 index 3d3fb3c..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-docs-summary-01-endpoint.md +++ /dev/null @@ -1,87 +0,0 @@ -# v3-docs-summary-01-endpoint - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Объясни по документации endpoint `/health` - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8800000000000001 -} -``` - -## Details -```json -{ - "query": "Объясни по документации endpoint `/health`", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Объясни по документации endpoint `/health`", - "normalized_query": "Объясни по документации endpoint `/health`", - "target_terms": [ - "/health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Объясни по документации endpoint `/health`" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "/health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-docs-summary-02-architecture.json b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-docs-summary-02-architecture.json deleted file mode 100644 index 45c3a10..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-docs-summary-02-architecture.json +++ /dev/null @@ -1,81 +0,0 @@ -{ - "meta": { - "case_id": "v3-docs-summary-02-architecture", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Как устроена архитектура приложения?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Как устроена архитектура приложения?", - "normalized_query": "Как устроена архитектура приложения?", - "target_terms": [ - "устроена", - "архитектура", - "приложения" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как устроена архитектура приложения?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "устроена", - "архитектура", - "приложения" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-docs-summary-02-architecture.md b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-docs-summary-02-architecture.md deleted file mode 100644 index 808da5e..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-docs-summary-02-architecture.md +++ /dev/null @@ -1,91 +0,0 @@ -# v3-docs-summary-02-architecture - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Как устроена архитектура приложения? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Как устроена архитектура приложения?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Как устроена архитектура приложения?", - "normalized_query": "Как устроена архитектура приложения?", - "target_terms": [ - "устроена", - "архитектура", - "приложения" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как устроена архитектура приложения?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "устроена", - "архитектура", - "приложения" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-docs-summary-03-process.json b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-docs-summary-03-process.json deleted file mode 100644 index 9b74ef1..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-docs-summary-03-process.json +++ /dev/null @@ -1,75 +0,0 @@ -{ - "meta": { - "case_id": "v3-docs-summary-03-process", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8300000000000001 - }, - "details": { - "query": "Опиши процесс отправки уведомлений", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Опиши процесс отправки уведомлений", - "normalized_query": "Опиши процесс отправки уведомлений", - "target_terms": [ - "опиши", - "процесс", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Опиши процесс отправки уведомлений" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "опиши", - "процесс", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-docs-summary-03-process.md b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-docs-summary-03-process.md deleted file mode 100644 index ff2706e..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-docs-summary-03-process.md +++ /dev/null @@ -1,85 +0,0 @@ -# v3-docs-summary-03-process - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Опиши процесс отправки уведомлений - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8300000000000001 -} -``` - -## Details -```json -{ - "query": "Опиши процесс отправки уведомлений", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Опиши процесс отправки уведомлений", - "normalized_query": "Опиши процесс отправки уведомлений", - "target_terms": [ - "опиши", - "процесс", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Опиши процесс отправки уведомлений" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "опиши", - "процесс", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-docs-summary-04-entity.json b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-docs-summary-04-entity.json deleted file mode 100644 index 6610cd1..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-docs-summary-04-entity.json +++ /dev/null @@ -1,81 +0,0 @@ -{ - "meta": { - "case_id": "v3-docs-summary-04-entity", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Что такое runtime health в документации?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Что такое runtime health в документации?", - "normalized_query": "Что такое runtime health в документации?", - "target_terms": [ - "такое", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что такое runtime health в документации?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "такое", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-docs-summary-04-entity.md b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-docs-summary-04-entity.md deleted file mode 100644 index 9af2b71..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-docs-summary-04-entity.md +++ /dev/null @@ -1,91 +0,0 @@ -# v3-docs-summary-04-entity - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Что такое runtime health в документации? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Что такое runtime health в документации?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Что такое runtime health в документации?", - "normalized_query": "Что такое runtime health в документации?", - "target_terms": [ - "такое", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что такое runtime health в документации?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "такое", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-find-files-01-which-file.json b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-find-files-01-which-file.json deleted file mode 100644 index 3255472..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-find-files-01-which-file.json +++ /dev/null @@ -1,83 +0,0 @@ -{ - "meta": { - "case_id": "v3-find-files-01-which-file", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.9800000000000001 - }, - "details": { - "query": "В каком файле описан `/health`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "В каком файле описан `/health`?", - "normalized_query": "В каком файле описан `/health`?", - "target_terms": [ - "/health", - "каком", - "файле", - "описан" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.9800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "В каком файле описан `/health`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "/health", - "каком", - "файле", - "описан" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-find-files-01-which-file.md b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-find-files-01-which-file.md deleted file mode 100644 index 6829cb7..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-find-files-01-which-file.md +++ /dev/null @@ -1,93 +0,0 @@ -# v3-find-files-01-which-file - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -В каком файле описан `/health`? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.9800000000000001 -} -``` - -## Details -```json -{ - "query": "В каком файле описан `/health`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "В каком файле описан `/health`?", - "normalized_query": "В каком файле описан `/health`?", - "target_terms": [ - "/health", - "каком", - "файле", - "описан" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.9800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "В каком файле описан `/health`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "/health", - "каком", - "файле", - "описан" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-find-files-02-show-doc.json b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-find-files-02-show-doc.json deleted file mode 100644 index eae070d..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-find-files-02-show-doc.json +++ /dev/null @@ -1,81 +0,0 @@ -{ - "meta": { - "case_id": "v3-find-files-02-show-doc", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.9800000000000001 - }, - "details": { - "query": "Покажи документ про runtime health", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Покажи документ про runtime health", - "normalized_query": "Покажи документ про runtime health", - "target_terms": [ - "про", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.9800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Покажи документ про runtime health" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "про", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-find-files-02-show-doc.md b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-find-files-02-show-doc.md deleted file mode 100644 index 6a511a5..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-find-files-02-show-doc.md +++ /dev/null @@ -1,91 +0,0 @@ -# v3-find-files-02-show-doc - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Покажи документ про runtime health - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.9800000000000001 -} -``` - -## Details -```json -{ - "query": "Покажи документ про runtime health", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Покажи документ про runtime health", - "normalized_query": "Покажи документ про runtime health", - "target_terms": [ - "про", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.9800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Покажи документ про runtime health" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "про", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-find-files-03-where-described.json b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-find-files-03-where-described.json deleted file mode 100644 index 4dd2e53..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-find-files-03-where-described.json +++ /dev/null @@ -1,81 +0,0 @@ -{ - "meta": { - "case_id": "v3-find-files-03-where-described", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8800000000000001 - }, - "details": { - "query": "Где описано `docs/architecture/overview.md`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Где описано `docs/architecture/overview.md`?", - "normalized_query": "Где описано `docs/architecture/overview.md`?", - "target_terms": [ - "описано" - ], - "anchors": { - "entity_names": [], - "file_names": [ - "docs/architecture/overview.md" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Где описано `docs/architecture/overview.md`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "описано" - ], - "anchors": { - "entity_names": [], - "file_names": [ - "docs/architecture/overview.md" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-find-files-03-where-described.md b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-find-files-03-where-described.md deleted file mode 100644 index d4d7b11..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-find-files-03-where-described.md +++ /dev/null @@ -1,91 +0,0 @@ -# v3-find-files-03-where-described - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Где описано `docs/architecture/overview.md`? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8800000000000001 -} -``` - -## Details -```json -{ - "query": "Где описано `docs/architecture/overview.md`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Где описано `docs/architecture/overview.md`?", - "normalized_query": "Где описано `docs/architecture/overview.md`?", - "target_terms": [ - "описано" - ], - "anchors": { - "entity_names": [], - "file_names": [ - "docs/architecture/overview.md" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Где описано `docs/architecture/overview.md`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "описано" - ], - "anchors": { - "entity_names": [], - "file_names": [ - "docs/architecture/overview.md" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-general-01-overview.json b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-general-01-overview.json deleted file mode 100644 index 99d8f43..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-general-01-overview.json +++ /dev/null @@ -1,73 +0,0 @@ -{ - "meta": { - "case_id": "v3-general-01-overview", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.7300000000000001 - }, - "details": { - "query": "Общий обзор сервиса", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Общий обзор сервиса", - "normalized_query": "Общий обзор сервиса", - "target_terms": [ - "общий", - "обзор", - "сервиса" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.7300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Общий обзор сервиса" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "общий", - "обзор", - "сервиса" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-general-01-overview.md b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-general-01-overview.md deleted file mode 100644 index a15f993..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-general-01-overview.md +++ /dev/null @@ -1,83 +0,0 @@ -# v3-general-01-overview - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Общий обзор сервиса - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.7300000000000001 -} -``` - -## Details -```json -{ - "query": "Общий обзор сервиса", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Общий обзор сервиса", - "normalized_query": "Общий обзор сервиса", - "target_terms": [ - "общий", - "обзор", - "сервиса" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.7300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Общий обзор сервиса" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "общий", - "обзор", - "сервиса" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-general-02-what-is-service.json b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-general-02-what-is-service.json deleted file mode 100644 index 365dcec..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-general-02-what-is-service.json +++ /dev/null @@ -1,69 +0,0 @@ -{ - "meta": { - "case_id": "v3-general-02-what-is-service", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.7300000000000001 - }, - "details": { - "query": "Что это за сервис?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Что это за сервис?", - "normalized_query": "Что это за сервис?", - "target_terms": [ - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.7300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что это за сервис?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-general-02-what-is-service.md b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-general-02-what-is-service.md deleted file mode 100644 index a9d12ac..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-general-02-what-is-service.md +++ /dev/null @@ -1,79 +0,0 @@ -# v3-general-02-what-is-service - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Что это за сервис? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.7300000000000001 -} -``` - -## Details -```json -{ - "query": "Что это за сервис?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Что это за сервис?", - "normalized_query": "Что это за сервис?", - "target_terms": [ - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.7300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что это за сервис?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-general-03-purpose.json b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-general-03-purpose.json deleted file mode 100644 index b93b55f..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-general-03-purpose.json +++ /dev/null @@ -1,73 +0,0 @@ -{ - "meta": { - "case_id": "v3-general-03-purpose", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8300000000000001 - }, - "details": { - "query": "Для чего нужен этот сервис?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Для чего нужен этот сервис?", - "normalized_query": "Для чего нужен этот сервис?", - "target_terms": [ - "чего", - "нужен", - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Для чего нужен этот сервис?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "чего", - "нужен", - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-general-03-purpose.md b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-general-03-purpose.md deleted file mode 100644 index 7454584..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-general-03-purpose.md +++ /dev/null @@ -1,83 +0,0 @@ -# v3-general-03-purpose - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Для чего нужен этот сервис? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8300000000000001 -} -``` - -## Details -```json -{ - "query": "Для чего нужен этот сервис?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Для чего нужен этот сервис?", - "normalized_query": "Для чего нужен этот сервис?", - "target_terms": [ - "чего", - "нужен", - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Для чего нужен этот сервис?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "чего", - "нужен", - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-negative-01-operational.json b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-negative-01-operational.json deleted file mode 100644 index 0ed3031..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-negative-01-operational.json +++ /dev/null @@ -1,77 +0,0 @@ -{ - "meta": { - "case_id": "v3-negative-01-operational", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8300000000000001 - }, - "details": { - "query": "Почему у меня сейчас упал деплой?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Почему у меня сейчас упал деплой?", - "normalized_query": "Почему у меня сейчас упал деплой?", - "target_terms": [ - "почему", - "меня", - "сейчас", - "упал", - "деплой" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "default general" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Почему у меня сейчас упал деплой?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "default general", - "target_terms": [ - "почему", - "меня", - "сейчас", - "упал", - "деплой" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-negative-01-operational.md b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-negative-01-operational.md deleted file mode 100644 index ef8758d..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-negative-01-operational.md +++ /dev/null @@ -1,87 +0,0 @@ -# v3-negative-01-operational - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Почему у меня сейчас упал деплой? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8300000000000001 -} -``` - -## Details -```json -{ - "query": "Почему у меня сейчас упал деплой?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Почему у меня сейчас упал деплой?", - "normalized_query": "Почему у меня сейчас упал деплой?", - "target_terms": [ - "почему", - "меня", - "сейчас", - "упал", - "деплой" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "default general" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Почему у меня сейчас упал деплой?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "default general", - "target_terms": [ - "почему", - "меня", - "сейчас", - "упал", - "деплой" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-negative-02-meta.json b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-negative-02-meta.json deleted file mode 100644 index 6650547..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-negative-02-meta.json +++ /dev/null @@ -1,71 +0,0 @@ -{ - "meta": { - "case_id": "v3-negative-02-meta", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8300000000000001 - }, - "details": { - "query": "Как ты выбираешь маршрут?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Как ты выбираешь маршрут?", - "normalized_query": "Как ты выбираешь маршрут?", - "target_terms": [ - "выбираешь", - "маршрут" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "default general" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как ты выбираешь маршрут?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "default general", - "target_terms": [ - "выбираешь", - "маршрут" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-negative-02-meta.md b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-negative-02-meta.md deleted file mode 100644 index 72dce76..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-negative-02-meta.md +++ /dev/null @@ -1,81 +0,0 @@ -# v3-negative-02-meta - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Как ты выбираешь маршрут? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8300000000000001 -} -``` - -## Details -```json -{ - "query": "Как ты выбираешь маршрут?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Как ты выбираешь маршрут?", - "normalized_query": "Как ты выбираешь маршрут?", - "target_terms": [ - "выбираешь", - "маршрут" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "default general" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как ты выбираешь маршрут?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "default general", - "target_terms": [ - "выбираешь", - "маршрут" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-negative-03-non-docs.json b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-negative-03-non-docs.json deleted file mode 100644 index 6a11483..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-negative-03-non-docs.json +++ /dev/null @@ -1,75 +0,0 @@ -{ - "meta": { - "case_id": "v3-negative-03-non-docs", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8300000000000001 - }, - "details": { - "query": "Сколько сейчас времени на сервере?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Сколько сейчас времени на сервере?", - "normalized_query": "Сколько сейчас времени на сервере?", - "target_terms": [ - "сколько", - "сейчас", - "времени", - "сервере" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "default general" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Сколько сейчас времени на сервере?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "default general", - "target_terms": [ - "сколько", - "сейчас", - "времени", - "сервере" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-negative-03-non-docs.md b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-negative-03-non-docs.md deleted file mode 100644 index 65fcf51..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-negative-03-non-docs.md +++ /dev/null @@ -1,85 +0,0 @@ -# v3-negative-03-non-docs - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Сколько сейчас времени на сервере? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8300000000000001 -} -``` - -## Details -```json -{ - "query": "Сколько сейчас времени на сервере?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Сколько сейчас времени на сервере?", - "normalized_query": "Сколько сейчас времени на сервере?", - "target_terms": [ - "сколько", - "сейчас", - "времени", - "сервере" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "default general" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Сколько сейчас времени на сервере?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "default general", - "target_terms": [ - "сколько", - "сейчас", - "времени", - "сервере" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-noisy-01-colloquial.json b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-noisy-01-colloquial.json deleted file mode 100644 index d0f32f1..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-noisy-01-colloquial.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "meta": { - "case_id": "v3-noisy-01-colloquial", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.9800000000000001 - }, - "details": { - "query": "Где там дока про health, покажи плз", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Где там дока про health, покажи плз", - "normalized_query": "Где там дока про health, покажи плз", - "target_terms": [ - "/health", - "там", - "дока", - "про", - "health", - "плз" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.9800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Где там дока про health, покажи плз" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "/health", - "там", - "дока", - "про", - "health", - "плз" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-noisy-01-colloquial.md b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-noisy-01-colloquial.md deleted file mode 100644 index f797bdb..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-noisy-01-colloquial.md +++ /dev/null @@ -1,97 +0,0 @@ -# v3-noisy-01-colloquial - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Где там дока про health, покажи плз - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.9800000000000001 -} -``` - -## Details -```json -{ - "query": "Где там дока про health, покажи плз", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Где там дока про health, покажи плз", - "normalized_query": "Где там дока про health, покажи плз", - "target_terms": [ - "/health", - "там", - "дока", - "про", - "health", - "плз" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.9800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Где там дока про health, покажи плз" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "/health", - "там", - "дока", - "про", - "health", - "плз" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-noisy-02-abbrev.json b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-noisy-02-abbrev.json deleted file mode 100644 index f9fa085..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-noisy-02-abbrev.json +++ /dev/null @@ -1,85 +0,0 @@ -{ - "meta": { - "case_id": "v3-noisy-02-abbrev", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.9800000000000001 - }, - "details": { - "query": "Нужен краткий док-саммари по api /send", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Нужен краткий док-саммари по api /send", - "normalized_query": "Нужен краткий док-саммари по api /send", - "target_terms": [ - "/send", - "нужен", - "краткий", - "док-саммари", - "api" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.9800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Нужен краткий док-саммари по api /send" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "/send", - "нужен", - "краткий", - "док-саммари", - "api" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-noisy-02-abbrev.md b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-noisy-02-abbrev.md deleted file mode 100644 index f07f934..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-noisy-02-abbrev.md +++ /dev/null @@ -1,95 +0,0 @@ -# v3-noisy-02-abbrev - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Нужен краткий док-саммари по api /send - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.9800000000000001 -} -``` - -## Details -```json -{ - "query": "Нужен краткий док-саммари по api /send", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Нужен краткий док-саммари по api /send", - "normalized_query": "Нужен краткий док-саммари по api /send", - "target_terms": [ - "/send", - "нужен", - "краткий", - "док-саммари", - "api" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.9800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Нужен краткий док-саммари по api /send" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "/send", - "нужен", - "краткий", - "док-саммари", - "api" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-noisy-03-broken-phrase.json b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-noisy-03-broken-phrase.json deleted file mode 100644 index 1581952..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-noisy-03-broken-phrase.json +++ /dev/null @@ -1,83 +0,0 @@ -{ - "meta": { - "case_id": "v3-noisy-03-broken-phrase", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.9800000000000001 - }, - "details": { - "query": "runtime health это где описано в доках", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "runtime health это где описано в доках", - "normalized_query": "runtime health это где описано в доках", - "target_terms": [ - "runtime", - "health", - "описано", - "доках" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.9800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "runtime health это где описано в доках" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "runtime", - "health", - "описано", - "доках" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-noisy-03-broken-phrase.md b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-noisy-03-broken-phrase.md deleted file mode 100644 index 13e57b2..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/router_llm_first_v3_v3-noisy-03-broken-phrase.md +++ /dev/null @@ -1,93 +0,0 @@ -# v3-noisy-03-broken-phrase - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -runtime health это где описано в доках - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.9800000000000001 -} -``` - -## Details -```json -{ - "query": "runtime health это где описано в доках", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "runtime health это где описано в доках", - "normalized_query": "runtime health это где описано в доках", - "target_terms": [ - "runtime", - "health", - "описано", - "доках" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.9800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "runtime health это где описано в доках" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "runtime", - "health", - "описано", - "доках" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/summary.md b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/summary.md deleted file mode 100644 index fee2567..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_suite_check/20260407_130039/summary.md +++ /dev/null @@ -1,22 +0,0 @@ -# pipeline_setup_v4 summary - -Passed: 16/16 - -| Case | Component | Query | Intent | Sub-intent | Pass | -|------|-----------|-------|--------|------------|------| -| v3-docs-summary-01-endpoint | process_v2_intent_router | Объясни по документации endpoint `/health` | DOC_EXPLAIN | SUMMARY | ✓ | -| v3-docs-summary-02-architecture | process_v2_intent_router | Как устроена архитектура приложения? | DOC_EXPLAIN | SUMMARY | ✓ | -| v3-docs-summary-03-process | process_v2_intent_router | Опиши процесс отправки уведомлений | DOC_EXPLAIN | SUMMARY | ✓ | -| v3-docs-summary-04-entity | process_v2_intent_router | Что такое runtime health в документации? | DOC_EXPLAIN | SUMMARY | ✓ | -| v3-find-files-01-which-file | process_v2_intent_router | В каком файле описан `/health`? | DOC_EXPLAIN | FIND_FILES | ✓ | -| v3-find-files-02-show-doc | process_v2_intent_router | Покажи документ про runtime health | DOC_EXPLAIN | FIND_FILES | ✓ | -| v3-find-files-03-where-described | process_v2_intent_router | Где описано `docs/architecture/overview.md`? | DOC_EXPLAIN | FIND_FILES | ✓ | -| v3-general-01-overview | process_v2_intent_router | Общий обзор сервиса | GENERAL_QA | SUMMARY | ✓ | -| v3-general-02-what-is-service | process_v2_intent_router | Что это за сервис? | GENERAL_QA | SUMMARY | ✓ | -| v3-general-03-purpose | process_v2_intent_router | Для чего нужен этот сервис? | GENERAL_QA | SUMMARY | ✓ | -| v3-negative-01-operational | process_v2_intent_router | Почему у меня сейчас упал деплой? | GENERAL_QA | SUMMARY | ✓ | -| v3-negative-02-meta | process_v2_intent_router | Как ты выбираешь маршрут? | GENERAL_QA | SUMMARY | ✓ | -| v3-negative-03-non-docs | process_v2_intent_router | Сколько сейчас времени на сервере? | GENERAL_QA | SUMMARY | ✓ | -| v3-noisy-01-colloquial | process_v2_intent_router | Где там дока про health, покажи плз | DOC_EXPLAIN | FIND_FILES | ✓ | -| v3-noisy-02-abbrev | process_v2_intent_router | Нужен краткий док-саммари по api /send | DOC_EXPLAIN | SUMMARY | ✓ | -| v3-noisy-03-broken-phrase | process_v2_intent_router | runtime health это где описано в доках | DOC_EXPLAIN | FIND_FILES | ✓ | \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-docs-summary-01-endpoint.json b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-docs-summary-01-endpoint.json deleted file mode 100644 index 8ae05b6..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-docs-summary-01-endpoint.json +++ /dev/null @@ -1,77 +0,0 @@ -{ - "meta": { - "case_id": "v3-docs-summary-01-endpoint", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8800000000000001 - }, - "details": { - "query": "Объясни по документации endpoint `/health`", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Объясни по документации endpoint `/health`", - "normalized_query": "Объясни по документации endpoint `/health`", - "target_terms": [ - "/health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Объясни по документации endpoint `/health`" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "/health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-docs-summary-01-endpoint.md b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-docs-summary-01-endpoint.md deleted file mode 100644 index 3d3fb3c..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-docs-summary-01-endpoint.md +++ /dev/null @@ -1,87 +0,0 @@ -# v3-docs-summary-01-endpoint - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Объясни по документации endpoint `/health` - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8800000000000001 -} -``` - -## Details -```json -{ - "query": "Объясни по документации endpoint `/health`", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Объясни по документации endpoint `/health`", - "normalized_query": "Объясни по документации endpoint `/health`", - "target_terms": [ - "/health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Объясни по документации endpoint `/health`" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "/health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-docs-summary-02-architecture.json b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-docs-summary-02-architecture.json deleted file mode 100644 index 02e64fd..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-docs-summary-02-architecture.json +++ /dev/null @@ -1,83 +0,0 @@ -{ - "meta": { - "case_id": "v3-docs-summary-02-architecture", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Как устроена архитектура приложения?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Как устроена архитектура приложения?", - "normalized_query": "Как устроена архитектура приложения?", - "target_terms": [ - "architecture_overview", - "устроена", - "архитектура", - "приложения" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как устроена архитектура приложения?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "architecture_overview", - "устроена", - "архитектура", - "приложения" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-docs-summary-02-architecture.md b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-docs-summary-02-architecture.md deleted file mode 100644 index c684f80..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-docs-summary-02-architecture.md +++ /dev/null @@ -1,93 +0,0 @@ -# v3-docs-summary-02-architecture - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Как устроена архитектура приложения? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Как устроена архитектура приложения?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Как устроена архитектура приложения?", - "normalized_query": "Как устроена архитектура приложения?", - "target_terms": [ - "architecture_overview", - "устроена", - "архитектура", - "приложения" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как устроена архитектура приложения?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "architecture_overview", - "устроена", - "архитектура", - "приложения" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-docs-summary-03-process.json b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-docs-summary-03-process.json deleted file mode 100644 index a0f6f41..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-docs-summary-03-process.json +++ /dev/null @@ -1,73 +0,0 @@ -{ - "meta": { - "case_id": "v3-docs-summary-03-process", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8300000000000001 - }, - "details": { - "query": "Опиши процесс отправки уведомлений", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Опиши процесс отправки уведомлений", - "normalized_query": "Опиши процесс отправки уведомлений", - "target_terms": [ - "процесс", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Опиши процесс отправки уведомлений" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "процесс", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-docs-summary-03-process.md b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-docs-summary-03-process.md deleted file mode 100644 index c99a321..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-docs-summary-03-process.md +++ /dev/null @@ -1,83 +0,0 @@ -# v3-docs-summary-03-process - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Опиши процесс отправки уведомлений - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8300000000000001 -} -``` - -## Details -```json -{ - "query": "Опиши процесс отправки уведомлений", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Опиши процесс отправки уведомлений", - "normalized_query": "Опиши процесс отправки уведомлений", - "target_terms": [ - "процесс", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Опиши процесс отправки уведомлений" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "процесс", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-docs-summary-04-entity.json b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-docs-summary-04-entity.json deleted file mode 100644 index 6610cd1..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-docs-summary-04-entity.json +++ /dev/null @@ -1,81 +0,0 @@ -{ - "meta": { - "case_id": "v3-docs-summary-04-entity", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Что такое runtime health в документации?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Что такое runtime health в документации?", - "normalized_query": "Что такое runtime health в документации?", - "target_terms": [ - "такое", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что такое runtime health в документации?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "такое", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-docs-summary-04-entity.md b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-docs-summary-04-entity.md deleted file mode 100644 index 9af2b71..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-docs-summary-04-entity.md +++ /dev/null @@ -1,91 +0,0 @@ -# v3-docs-summary-04-entity - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Что такое runtime health в документации? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Что такое runtime health в документации?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Что такое runtime health в документации?", - "normalized_query": "Что такое runtime health в документации?", - "target_terms": [ - "такое", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что такое runtime health в документации?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "такое", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-find-files-01-which-file.json b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-find-files-01-which-file.json deleted file mode 100644 index 56f9c1a..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-find-files-01-which-file.json +++ /dev/null @@ -1,77 +0,0 @@ -{ - "meta": { - "case_id": "v3-find-files-01-which-file", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8800000000000001 - }, - "details": { - "query": "В каком файле описан `/health`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "В каком файле описан `/health`?", - "normalized_query": "В каком файле описан `/health`?", - "target_terms": [ - "/health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "В каком файле описан `/health`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "/health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-find-files-01-which-file.md b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-find-files-01-which-file.md deleted file mode 100644 index 06dd103..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-find-files-01-which-file.md +++ /dev/null @@ -1,87 +0,0 @@ -# v3-find-files-01-which-file - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -В каком файле описан `/health`? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8800000000000001 -} -``` - -## Details -```json -{ - "query": "В каком файле описан `/health`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "В каком файле описан `/health`?", - "normalized_query": "В каком файле описан `/health`?", - "target_terms": [ - "/health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "В каком файле описан `/health`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "/health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-find-files-02-show-doc.json b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-find-files-02-show-doc.json deleted file mode 100644 index 3bb3db5..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-find-files-02-show-doc.json +++ /dev/null @@ -1,79 +0,0 @@ -{ - "meta": { - "case_id": "v3-find-files-02-show-doc", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.9800000000000001 - }, - "details": { - "query": "Покажи документ про runtime health", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Покажи документ про runtime health", - "normalized_query": "Покажи документ про runtime health", - "target_terms": [ - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.9800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Покажи документ про runtime health" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-find-files-02-show-doc.md b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-find-files-02-show-doc.md deleted file mode 100644 index 0768c83..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-find-files-02-show-doc.md +++ /dev/null @@ -1,89 +0,0 @@ -# v3-find-files-02-show-doc - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Покажи документ про runtime health - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.9800000000000001 -} -``` - -## Details -```json -{ - "query": "Покажи документ про runtime health", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Покажи документ про runtime health", - "normalized_query": "Покажи документ про runtime health", - "target_terms": [ - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.9800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Покажи документ про runtime health" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-find-files-03-where-described.json b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-find-files-03-where-described.json deleted file mode 100644 index e5db934..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-find-files-03-where-described.json +++ /dev/null @@ -1,83 +0,0 @@ -{ - "meta": { - "case_id": "v3-find-files-03-where-described", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8800000000000001 - }, - "details": { - "query": "Где описано `docs/architecture/overview.md`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Где описано `docs/architecture/overview.md`?", - "normalized_query": "Где описано `docs/architecture/overview.md`?", - "target_terms": [ - "architecture_overview", - "описано" - ], - "anchors": { - "entity_names": [], - "file_names": [ - "docs/architecture/overview.md" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Где описано `docs/architecture/overview.md`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "architecture_overview", - "описано" - ], - "anchors": { - "entity_names": [], - "file_names": [ - "docs/architecture/overview.md" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-find-files-03-where-described.md b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-find-files-03-where-described.md deleted file mode 100644 index 4dfb90c..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-find-files-03-where-described.md +++ /dev/null @@ -1,93 +0,0 @@ -# v3-find-files-03-where-described - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Где описано `docs/architecture/overview.md`? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8800000000000001 -} -``` - -## Details -```json -{ - "query": "Где описано `docs/architecture/overview.md`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Где описано `docs/architecture/overview.md`?", - "normalized_query": "Где описано `docs/architecture/overview.md`?", - "target_terms": [ - "architecture_overview", - "описано" - ], - "anchors": { - "entity_names": [], - "file_names": [ - "docs/architecture/overview.md" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Где описано `docs/architecture/overview.md`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "architecture_overview", - "описано" - ], - "anchors": { - "entity_names": [], - "file_names": [ - "docs/architecture/overview.md" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-general-01-overview.json b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-general-01-overview.json deleted file mode 100644 index 99d8f43..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-general-01-overview.json +++ /dev/null @@ -1,73 +0,0 @@ -{ - "meta": { - "case_id": "v3-general-01-overview", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.7300000000000001 - }, - "details": { - "query": "Общий обзор сервиса", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Общий обзор сервиса", - "normalized_query": "Общий обзор сервиса", - "target_terms": [ - "общий", - "обзор", - "сервиса" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.7300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Общий обзор сервиса" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "общий", - "обзор", - "сервиса" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-general-01-overview.md b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-general-01-overview.md deleted file mode 100644 index a15f993..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-general-01-overview.md +++ /dev/null @@ -1,83 +0,0 @@ -# v3-general-01-overview - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Общий обзор сервиса - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.7300000000000001 -} -``` - -## Details -```json -{ - "query": "Общий обзор сервиса", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Общий обзор сервиса", - "normalized_query": "Общий обзор сервиса", - "target_terms": [ - "общий", - "обзор", - "сервиса" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.7300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Общий обзор сервиса" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "общий", - "обзор", - "сервиса" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-general-02-what-is-service.json b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-general-02-what-is-service.json deleted file mode 100644 index 365dcec..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-general-02-what-is-service.json +++ /dev/null @@ -1,69 +0,0 @@ -{ - "meta": { - "case_id": "v3-general-02-what-is-service", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.7300000000000001 - }, - "details": { - "query": "Что это за сервис?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Что это за сервис?", - "normalized_query": "Что это за сервис?", - "target_terms": [ - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.7300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что это за сервис?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-general-02-what-is-service.md b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-general-02-what-is-service.md deleted file mode 100644 index a9d12ac..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-general-02-what-is-service.md +++ /dev/null @@ -1,79 +0,0 @@ -# v3-general-02-what-is-service - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Что это за сервис? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.7300000000000001 -} -``` - -## Details -```json -{ - "query": "Что это за сервис?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Что это за сервис?", - "normalized_query": "Что это за сервис?", - "target_terms": [ - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.7300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что это за сервис?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-general-03-purpose.json b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-general-03-purpose.json deleted file mode 100644 index 26300a0..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-general-03-purpose.json +++ /dev/null @@ -1,69 +0,0 @@ -{ - "meta": { - "case_id": "v3-general-03-purpose", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.7300000000000001 - }, - "details": { - "query": "Для чего нужен этот сервис?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Для чего нужен этот сервис?", - "normalized_query": "Для чего нужен этот сервис?", - "target_terms": [ - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.7300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Для чего нужен этот сервис?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-general-03-purpose.md b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-general-03-purpose.md deleted file mode 100644 index 11186f9..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-general-03-purpose.md +++ /dev/null @@ -1,79 +0,0 @@ -# v3-general-03-purpose - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Для чего нужен этот сервис? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.7300000000000001 -} -``` - -## Details -```json -{ - "query": "Для чего нужен этот сервис?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Для чего нужен этот сервис?", - "normalized_query": "Для чего нужен этот сервис?", - "target_terms": [ - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.7300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Для чего нужен этот сервис?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-negative-01-operational.json b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-negative-01-operational.json deleted file mode 100644 index 0ed3031..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-negative-01-operational.json +++ /dev/null @@ -1,77 +0,0 @@ -{ - "meta": { - "case_id": "v3-negative-01-operational", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8300000000000001 - }, - "details": { - "query": "Почему у меня сейчас упал деплой?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Почему у меня сейчас упал деплой?", - "normalized_query": "Почему у меня сейчас упал деплой?", - "target_terms": [ - "почему", - "меня", - "сейчас", - "упал", - "деплой" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "default general" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Почему у меня сейчас упал деплой?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "default general", - "target_terms": [ - "почему", - "меня", - "сейчас", - "упал", - "деплой" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-negative-01-operational.md b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-negative-01-operational.md deleted file mode 100644 index ef8758d..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-negative-01-operational.md +++ /dev/null @@ -1,87 +0,0 @@ -# v3-negative-01-operational - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Почему у меня сейчас упал деплой? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8300000000000001 -} -``` - -## Details -```json -{ - "query": "Почему у меня сейчас упал деплой?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Почему у меня сейчас упал деплой?", - "normalized_query": "Почему у меня сейчас упал деплой?", - "target_terms": [ - "почему", - "меня", - "сейчас", - "упал", - "деплой" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "default general" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Почему у меня сейчас упал деплой?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "default general", - "target_terms": [ - "почему", - "меня", - "сейчас", - "упал", - "деплой" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-negative-02-meta.json b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-negative-02-meta.json deleted file mode 100644 index 6650547..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-negative-02-meta.json +++ /dev/null @@ -1,71 +0,0 @@ -{ - "meta": { - "case_id": "v3-negative-02-meta", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8300000000000001 - }, - "details": { - "query": "Как ты выбираешь маршрут?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Как ты выбираешь маршрут?", - "normalized_query": "Как ты выбираешь маршрут?", - "target_terms": [ - "выбираешь", - "маршрут" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "default general" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как ты выбираешь маршрут?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "default general", - "target_terms": [ - "выбираешь", - "маршрут" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-negative-02-meta.md b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-negative-02-meta.md deleted file mode 100644 index 72dce76..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-negative-02-meta.md +++ /dev/null @@ -1,81 +0,0 @@ -# v3-negative-02-meta - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Как ты выбираешь маршрут? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8300000000000001 -} -``` - -## Details -```json -{ - "query": "Как ты выбираешь маршрут?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Как ты выбираешь маршрут?", - "normalized_query": "Как ты выбираешь маршрут?", - "target_terms": [ - "выбираешь", - "маршрут" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "default general" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как ты выбираешь маршрут?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "default general", - "target_terms": [ - "выбираешь", - "маршрут" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-negative-03-non-docs.json b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-negative-03-non-docs.json deleted file mode 100644 index 6a11483..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-negative-03-non-docs.json +++ /dev/null @@ -1,75 +0,0 @@ -{ - "meta": { - "case_id": "v3-negative-03-non-docs", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8300000000000001 - }, - "details": { - "query": "Сколько сейчас времени на сервере?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Сколько сейчас времени на сервере?", - "normalized_query": "Сколько сейчас времени на сервере?", - "target_terms": [ - "сколько", - "сейчас", - "времени", - "сервере" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "default general" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Сколько сейчас времени на сервере?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "default general", - "target_terms": [ - "сколько", - "сейчас", - "времени", - "сервере" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-negative-03-non-docs.md b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-negative-03-non-docs.md deleted file mode 100644 index 65fcf51..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-negative-03-non-docs.md +++ /dev/null @@ -1,85 +0,0 @@ -# v3-negative-03-non-docs - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Сколько сейчас времени на сервере? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8300000000000001 -} -``` - -## Details -```json -{ - "query": "Сколько сейчас времени на сервере?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Сколько сейчас времени на сервере?", - "normalized_query": "Сколько сейчас времени на сервере?", - "target_terms": [ - "сколько", - "сейчас", - "времени", - "сервере" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "default general" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Сколько сейчас времени на сервере?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "default general", - "target_terms": [ - "сколько", - "сейчас", - "времени", - "сервере" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-noisy-01-colloquial.json b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-noisy-01-colloquial.json deleted file mode 100644 index 3458b13..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-noisy-01-colloquial.json +++ /dev/null @@ -1,69 +0,0 @@ -{ - "meta": { - "case_id": "v3-noisy-01-colloquial", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.7300000000000001 - }, - "details": { - "query": "Где там дока про health, покажи плз", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Где там дока про health, покажи плз", - "normalized_query": "Где там дока про health, покажи плз", - "target_terms": [ - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.7300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Где там дока про health, покажи плз" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-noisy-01-colloquial.md b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-noisy-01-colloquial.md deleted file mode 100644 index acb5111..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-noisy-01-colloquial.md +++ /dev/null @@ -1,79 +0,0 @@ -# v3-noisy-01-colloquial - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Где там дока про health, покажи плз - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.7300000000000001 -} -``` - -## Details -```json -{ - "query": "Где там дока про health, покажи плз", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Где там дока про health, покажи плз", - "normalized_query": "Где там дока про health, покажи плз", - "target_terms": [ - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.7300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Где там дока про health, покажи плз" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-noisy-02-abbrev.json b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-noisy-02-abbrev.json deleted file mode 100644 index 4af000e..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-noisy-02-abbrev.json +++ /dev/null @@ -1,81 +0,0 @@ -{ - "meta": { - "case_id": "v3-noisy-02-abbrev", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.9800000000000001 - }, - "details": { - "query": "Нужен краткий док-саммари по api /send", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Нужен краткий док-саммари по api /send", - "normalized_query": "Нужен краткий док-саммари по api /send", - "target_terms": [ - "/send", - "док-саммари", - "api" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.9800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Нужен краткий док-саммари по api /send" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "/send", - "док-саммари", - "api" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-noisy-02-abbrev.md b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-noisy-02-abbrev.md deleted file mode 100644 index 4df06da..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-noisy-02-abbrev.md +++ /dev/null @@ -1,91 +0,0 @@ -# v3-noisy-02-abbrev - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Нужен краткий док-саммари по api /send - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.9800000000000001 -} -``` - -## Details -```json -{ - "query": "Нужен краткий док-саммари по api /send", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Нужен краткий док-саммари по api /send", - "normalized_query": "Нужен краткий док-саммари по api /send", - "target_terms": [ - "/send", - "док-саммари", - "api" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.9800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Нужен краткий док-саммари по api /send" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "/send", - "док-саммари", - "api" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-noisy-03-broken-phrase.json b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-noisy-03-broken-phrase.json deleted file mode 100644 index af51d3d..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-noisy-03-broken-phrase.json +++ /dev/null @@ -1,81 +0,0 @@ -{ - "meta": { - "case_id": "v3-noisy-03-broken-phrase", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.9800000000000001 - }, - "details": { - "query": "runtime health это где описано в доках", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "runtime health это где описано в доках", - "normalized_query": "runtime health это где описано в доках", - "target_terms": [ - "runtime", - "health", - "описано" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.9800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "runtime health это где описано в доках" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "runtime", - "health", - "описано" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-noisy-03-broken-phrase.md b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-noisy-03-broken-phrase.md deleted file mode 100644 index d69e056..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/router_llm_first_v3_v3-noisy-03-broken-phrase.md +++ /dev/null @@ -1,91 +0,0 @@ -# v3-noisy-03-broken-phrase - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -runtime health это где описано в доках - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.9800000000000001 -} -``` - -## Details -```json -{ - "query": "runtime health это где описано в доках", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "runtime health это где описано в доках", - "normalized_query": "runtime health это где описано в доках", - "target_terms": [ - "runtime", - "health", - "описано" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.9800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "runtime health это где описано в доках" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "runtime", - "health", - "описано" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/summary.md b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/summary.md deleted file mode 100644 index fee2567..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_check/20260407_140409/summary.md +++ /dev/null @@ -1,22 +0,0 @@ -# pipeline_setup_v4 summary - -Passed: 16/16 - -| Case | Component | Query | Intent | Sub-intent | Pass | -|------|-----------|-------|--------|------------|------| -| v3-docs-summary-01-endpoint | process_v2_intent_router | Объясни по документации endpoint `/health` | DOC_EXPLAIN | SUMMARY | ✓ | -| v3-docs-summary-02-architecture | process_v2_intent_router | Как устроена архитектура приложения? | DOC_EXPLAIN | SUMMARY | ✓ | -| v3-docs-summary-03-process | process_v2_intent_router | Опиши процесс отправки уведомлений | DOC_EXPLAIN | SUMMARY | ✓ | -| v3-docs-summary-04-entity | process_v2_intent_router | Что такое runtime health в документации? | DOC_EXPLAIN | SUMMARY | ✓ | -| v3-find-files-01-which-file | process_v2_intent_router | В каком файле описан `/health`? | DOC_EXPLAIN | FIND_FILES | ✓ | -| v3-find-files-02-show-doc | process_v2_intent_router | Покажи документ про runtime health | DOC_EXPLAIN | FIND_FILES | ✓ | -| v3-find-files-03-where-described | process_v2_intent_router | Где описано `docs/architecture/overview.md`? | DOC_EXPLAIN | FIND_FILES | ✓ | -| v3-general-01-overview | process_v2_intent_router | Общий обзор сервиса | GENERAL_QA | SUMMARY | ✓ | -| v3-general-02-what-is-service | process_v2_intent_router | Что это за сервис? | GENERAL_QA | SUMMARY | ✓ | -| v3-general-03-purpose | process_v2_intent_router | Для чего нужен этот сервис? | GENERAL_QA | SUMMARY | ✓ | -| v3-negative-01-operational | process_v2_intent_router | Почему у меня сейчас упал деплой? | GENERAL_QA | SUMMARY | ✓ | -| v3-negative-02-meta | process_v2_intent_router | Как ты выбираешь маршрут? | GENERAL_QA | SUMMARY | ✓ | -| v3-negative-03-non-docs | process_v2_intent_router | Сколько сейчас времени на сервере? | GENERAL_QA | SUMMARY | ✓ | -| v3-noisy-01-colloquial | process_v2_intent_router | Где там дока про health, покажи плз | DOC_EXPLAIN | FIND_FILES | ✓ | -| v3-noisy-02-abbrev | process_v2_intent_router | Нужен краткий док-саммари по api /send | DOC_EXPLAIN | SUMMARY | ✓ | -| v3-noisy-03-broken-phrase | process_v2_intent_router | runtime health это где описано в доках | DOC_EXPLAIN | FIND_FILES | ✓ | \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-docs-summary-01-endpoint.json b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-docs-summary-01-endpoint.json deleted file mode 100644 index 8ae05b6..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-docs-summary-01-endpoint.json +++ /dev/null @@ -1,77 +0,0 @@ -{ - "meta": { - "case_id": "v3-docs-summary-01-endpoint", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8800000000000001 - }, - "details": { - "query": "Объясни по документации endpoint `/health`", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Объясни по документации endpoint `/health`", - "normalized_query": "Объясни по документации endpoint `/health`", - "target_terms": [ - "/health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Объясни по документации endpoint `/health`" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "/health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-docs-summary-01-endpoint.md b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-docs-summary-01-endpoint.md deleted file mode 100644 index 3d3fb3c..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-docs-summary-01-endpoint.md +++ /dev/null @@ -1,87 +0,0 @@ -# v3-docs-summary-01-endpoint - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Объясни по документации endpoint `/health` - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8800000000000001 -} -``` - -## Details -```json -{ - "query": "Объясни по документации endpoint `/health`", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Объясни по документации endpoint `/health`", - "normalized_query": "Объясни по документации endpoint `/health`", - "target_terms": [ - "/health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Объясни по документации endpoint `/health`" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "/health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-docs-summary-02-architecture.json b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-docs-summary-02-architecture.json deleted file mode 100644 index 02e64fd..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-docs-summary-02-architecture.json +++ /dev/null @@ -1,83 +0,0 @@ -{ - "meta": { - "case_id": "v3-docs-summary-02-architecture", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Как устроена архитектура приложения?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Как устроена архитектура приложения?", - "normalized_query": "Как устроена архитектура приложения?", - "target_terms": [ - "architecture_overview", - "устроена", - "архитектура", - "приложения" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как устроена архитектура приложения?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "architecture_overview", - "устроена", - "архитектура", - "приложения" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-docs-summary-02-architecture.md b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-docs-summary-02-architecture.md deleted file mode 100644 index c684f80..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-docs-summary-02-architecture.md +++ /dev/null @@ -1,93 +0,0 @@ -# v3-docs-summary-02-architecture - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Как устроена архитектура приложения? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Как устроена архитектура приложения?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Как устроена архитектура приложения?", - "normalized_query": "Как устроена архитектура приложения?", - "target_terms": [ - "architecture_overview", - "устроена", - "архитектура", - "приложения" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как устроена архитектура приложения?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "architecture_overview", - "устроена", - "архитектура", - "приложения" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-docs-summary-03-process.json b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-docs-summary-03-process.json deleted file mode 100644 index a0f6f41..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-docs-summary-03-process.json +++ /dev/null @@ -1,73 +0,0 @@ -{ - "meta": { - "case_id": "v3-docs-summary-03-process", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8300000000000001 - }, - "details": { - "query": "Опиши процесс отправки уведомлений", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Опиши процесс отправки уведомлений", - "normalized_query": "Опиши процесс отправки уведомлений", - "target_terms": [ - "процесс", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Опиши процесс отправки уведомлений" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "процесс", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-docs-summary-03-process.md b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-docs-summary-03-process.md deleted file mode 100644 index c99a321..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-docs-summary-03-process.md +++ /dev/null @@ -1,83 +0,0 @@ -# v3-docs-summary-03-process - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Опиши процесс отправки уведомлений - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8300000000000001 -} -``` - -## Details -```json -{ - "query": "Опиши процесс отправки уведомлений", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Опиши процесс отправки уведомлений", - "normalized_query": "Опиши процесс отправки уведомлений", - "target_terms": [ - "процесс", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Опиши процесс отправки уведомлений" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "процесс", - "отправки", - "уведомлений" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-docs-summary-04-entity.json b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-docs-summary-04-entity.json deleted file mode 100644 index 6610cd1..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-docs-summary-04-entity.json +++ /dev/null @@ -1,81 +0,0 @@ -{ - "meta": { - "case_id": "v3-docs-summary-04-entity", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 - }, - "details": { - "query": "Что такое runtime health в документации?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Что такое runtime health в документации?", - "normalized_query": "Что такое runtime health в документации?", - "target_terms": [ - "такое", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что такое runtime health в документации?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "такое", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-docs-summary-04-entity.md b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-docs-summary-04-entity.md deleted file mode 100644 index 9af2b71..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-docs-summary-04-entity.md +++ /dev/null @@ -1,91 +0,0 @@ -# v3-docs-summary-04-entity - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Что такое runtime health в документации? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.93 -} -``` - -## Details -```json -{ - "query": "Что такое runtime health в документации?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Что такое runtime health в документации?", - "normalized_query": "Что такое runtime health в документации?", - "target_terms": [ - "такое", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.93, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что такое runtime health в документации?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "такое", - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-find-files-01-which-file.json b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-find-files-01-which-file.json deleted file mode 100644 index 56f9c1a..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-find-files-01-which-file.json +++ /dev/null @@ -1,77 +0,0 @@ -{ - "meta": { - "case_id": "v3-find-files-01-which-file", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8800000000000001 - }, - "details": { - "query": "В каком файле описан `/health`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "В каком файле описан `/health`?", - "normalized_query": "В каком файле описан `/health`?", - "target_terms": [ - "/health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "В каком файле описан `/health`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "/health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-find-files-01-which-file.md b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-find-files-01-which-file.md deleted file mode 100644 index 06dd103..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-find-files-01-which-file.md +++ /dev/null @@ -1,87 +0,0 @@ -# v3-find-files-01-which-file - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -В каком файле описан `/health`? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8800000000000001 -} -``` - -## Details -```json -{ - "query": "В каком файле описан `/health`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "В каком файле описан `/health`?", - "normalized_query": "В каком файле описан `/health`?", - "target_terms": [ - "/health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "В каком файле описан `/health`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "/health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/health" - ], - "target_doc_hints": [ - "docs/api/health-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-find-files-02-show-doc.json b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-find-files-02-show-doc.json deleted file mode 100644 index 3bb3db5..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-find-files-02-show-doc.json +++ /dev/null @@ -1,79 +0,0 @@ -{ - "meta": { - "case_id": "v3-find-files-02-show-doc", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.9800000000000001 - }, - "details": { - "query": "Покажи документ про runtime health", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Покажи документ про runtime health", - "normalized_query": "Покажи документ про runtime health", - "target_terms": [ - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.9800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Покажи документ про runtime health" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-find-files-02-show-doc.md b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-find-files-02-show-doc.md deleted file mode 100644 index 0768c83..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-find-files-02-show-doc.md +++ /dev/null @@ -1,89 +0,0 @@ -# v3-find-files-02-show-doc - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Покажи документ про runtime health - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.9800000000000001 -} -``` - -## Details -```json -{ - "query": "Покажи документ про runtime health", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Покажи документ про runtime health", - "normalized_query": "Покажи документ про runtime health", - "target_terms": [ - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.9800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Покажи документ про runtime health" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "runtime", - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-find-files-03-where-described.json b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-find-files-03-where-described.json deleted file mode 100644 index e5db934..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-find-files-03-where-described.json +++ /dev/null @@ -1,83 +0,0 @@ -{ - "meta": { - "case_id": "v3-find-files-03-where-described", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8800000000000001 - }, - "details": { - "query": "Где описано `docs/architecture/overview.md`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Где описано `docs/architecture/overview.md`?", - "normalized_query": "Где описано `docs/architecture/overview.md`?", - "target_terms": [ - "architecture_overview", - "описано" - ], - "anchors": { - "entity_names": [], - "file_names": [ - "docs/architecture/overview.md" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Где описано `docs/architecture/overview.md`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "architecture_overview", - "описано" - ], - "anchors": { - "entity_names": [], - "file_names": [ - "docs/architecture/overview.md" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-find-files-03-where-described.md b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-find-files-03-where-described.md deleted file mode 100644 index 4dfb90c..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-find-files-03-where-described.md +++ /dev/null @@ -1,93 +0,0 @@ -# v3-find-files-03-where-described - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Где описано `docs/architecture/overview.md`? - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8800000000000001 -} -``` - -## Details -```json -{ - "query": "Где описано `docs/architecture/overview.md`?", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Где описано `docs/architecture/overview.md`?", - "normalized_query": "Где описано `docs/architecture/overview.md`?", - "target_terms": [ - "architecture_overview", - "описано" - ], - "anchors": { - "entity_names": [], - "file_names": [ - "docs/architecture/overview.md" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Где описано `docs/architecture/overview.md`?" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "architecture_overview", - "описано" - ], - "anchors": { - "entity_names": [], - "file_names": [ - "docs/architecture/overview.md" - ], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/architecture/telegram-notify-app-overview.md" - ], - "matched_aliases": [ - "architecture_overview" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-general-01-overview.json b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-general-01-overview.json deleted file mode 100644 index 99d8f43..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-general-01-overview.json +++ /dev/null @@ -1,73 +0,0 @@ -{ - "meta": { - "case_id": "v3-general-01-overview", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.7300000000000001 - }, - "details": { - "query": "Общий обзор сервиса", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Общий обзор сервиса", - "normalized_query": "Общий обзор сервиса", - "target_terms": [ - "общий", - "обзор", - "сервиса" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.7300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Общий обзор сервиса" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "общий", - "обзор", - "сервиса" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-general-01-overview.md b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-general-01-overview.md deleted file mode 100644 index a15f993..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-general-01-overview.md +++ /dev/null @@ -1,83 +0,0 @@ -# v3-general-01-overview - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Общий обзор сервиса - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.7300000000000001 -} -``` - -## Details -```json -{ - "query": "Общий обзор сервиса", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Общий обзор сервиса", - "normalized_query": "Общий обзор сервиса", - "target_terms": [ - "общий", - "обзор", - "сервиса" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.7300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Общий обзор сервиса" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "общий", - "обзор", - "сервиса" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-general-02-what-is-service.json b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-general-02-what-is-service.json deleted file mode 100644 index 365dcec..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-general-02-what-is-service.json +++ /dev/null @@ -1,69 +0,0 @@ -{ - "meta": { - "case_id": "v3-general-02-what-is-service", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.7300000000000001 - }, - "details": { - "query": "Что это за сервис?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Что это за сервис?", - "normalized_query": "Что это за сервис?", - "target_terms": [ - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.7300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что это за сервис?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-general-02-what-is-service.md b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-general-02-what-is-service.md deleted file mode 100644 index a9d12ac..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-general-02-what-is-service.md +++ /dev/null @@ -1,79 +0,0 @@ -# v3-general-02-what-is-service - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Что это за сервис? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.7300000000000001 -} -``` - -## Details -```json -{ - "query": "Что это за сервис?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Что это за сервис?", - "normalized_query": "Что это за сервис?", - "target_terms": [ - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.7300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Что это за сервис?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-general-03-purpose.json b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-general-03-purpose.json deleted file mode 100644 index 26300a0..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-general-03-purpose.json +++ /dev/null @@ -1,69 +0,0 @@ -{ - "meta": { - "case_id": "v3-general-03-purpose", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.7300000000000001 - }, - "details": { - "query": "Для чего нужен этот сервис?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Для чего нужен этот сервис?", - "normalized_query": "Для чего нужен этот сервис?", - "target_terms": [ - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.7300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Для чего нужен этот сервис?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-general-03-purpose.md b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-general-03-purpose.md deleted file mode 100644 index 11186f9..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-general-03-purpose.md +++ /dev/null @@ -1,79 +0,0 @@ -# v3-general-03-purpose - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Для чего нужен этот сервис? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.7300000000000001 -} -``` - -## Details -```json -{ - "query": "Для чего нужен этот сервис?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Для чего нужен этот сервис?", - "normalized_query": "Для чего нужен этот сервис?", - "target_terms": [ - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.7300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "general overview" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Для чего нужен этот сервис?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "general overview", - "target_terms": [ - "сервис" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-negative-01-operational.json b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-negative-01-operational.json deleted file mode 100644 index 0ed3031..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-negative-01-operational.json +++ /dev/null @@ -1,77 +0,0 @@ -{ - "meta": { - "case_id": "v3-negative-01-operational", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8300000000000001 - }, - "details": { - "query": "Почему у меня сейчас упал деплой?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Почему у меня сейчас упал деплой?", - "normalized_query": "Почему у меня сейчас упал деплой?", - "target_terms": [ - "почему", - "меня", - "сейчас", - "упал", - "деплой" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "default general" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Почему у меня сейчас упал деплой?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "default general", - "target_terms": [ - "почему", - "меня", - "сейчас", - "упал", - "деплой" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-negative-01-operational.md b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-negative-01-operational.md deleted file mode 100644 index ef8758d..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-negative-01-operational.md +++ /dev/null @@ -1,87 +0,0 @@ -# v3-negative-01-operational - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Почему у меня сейчас упал деплой? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8300000000000001 -} -``` - -## Details -```json -{ - "query": "Почему у меня сейчас упал деплой?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Почему у меня сейчас упал деплой?", - "normalized_query": "Почему у меня сейчас упал деплой?", - "target_terms": [ - "почему", - "меня", - "сейчас", - "упал", - "деплой" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "default general" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Почему у меня сейчас упал деплой?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "default general", - "target_terms": [ - "почему", - "меня", - "сейчас", - "упал", - "деплой" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-negative-02-meta.json b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-negative-02-meta.json deleted file mode 100644 index 6650547..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-negative-02-meta.json +++ /dev/null @@ -1,71 +0,0 @@ -{ - "meta": { - "case_id": "v3-negative-02-meta", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8300000000000001 - }, - "details": { - "query": "Как ты выбираешь маршрут?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Как ты выбираешь маршрут?", - "normalized_query": "Как ты выбираешь маршрут?", - "target_terms": [ - "выбираешь", - "маршрут" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "default general" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как ты выбираешь маршрут?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "default general", - "target_terms": [ - "выбираешь", - "маршрут" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-negative-02-meta.md b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-negative-02-meta.md deleted file mode 100644 index 72dce76..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-negative-02-meta.md +++ /dev/null @@ -1,81 +0,0 @@ -# v3-negative-02-meta - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Как ты выбираешь маршрут? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8300000000000001 -} -``` - -## Details -```json -{ - "query": "Как ты выбираешь маршрут?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Как ты выбираешь маршрут?", - "normalized_query": "Как ты выбираешь маршрут?", - "target_terms": [ - "выбираешь", - "маршрут" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "default general" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Как ты выбираешь маршрут?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "default general", - "target_terms": [ - "выбираешь", - "маршрут" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-negative-03-non-docs.json b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-negative-03-non-docs.json deleted file mode 100644 index 6a11483..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-negative-03-non-docs.json +++ /dev/null @@ -1,75 +0,0 @@ -{ - "meta": { - "case_id": "v3-negative-03-non-docs", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8300000000000001 - }, - "details": { - "query": "Сколько сейчас времени на сервере?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Сколько сейчас времени на сервере?", - "normalized_query": "Сколько сейчас времени на сервере?", - "target_terms": [ - "сколько", - "сейчас", - "времени", - "сервере" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "default general" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Сколько сейчас времени на сервере?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "default general", - "target_terms": [ - "сколько", - "сейчас", - "времени", - "сервере" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-negative-03-non-docs.md b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-negative-03-non-docs.md deleted file mode 100644 index 65fcf51..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-negative-03-non-docs.md +++ /dev/null @@ -1,85 +0,0 @@ -# v3-negative-03-non-docs - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Сколько сейчас времени на сервере? - -## Actual -```json -{ - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.8300000000000001 -} -``` - -## Details -```json -{ - "query": "Сколько сейчас времени на сервере?", - "route": { - "routing_domain": "GENERAL", - "intent": "GENERAL_QA", - "subintent": "SUMMARY", - "user_query": "Сколько сейчас времени на сервере?", - "normalized_query": "Сколько сейчас времени на сервере?", - "target_terms": [ - "сколько", - "сейчас", - "времени", - "сервере" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.8300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "default general" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Сколько сейчас времени на сервере?" - }, - "output": { - "domain": "GENERAL", - "intent": "GENERAL_QA", - "sub_intent": "SUMMARY", - "reason_short": "default general", - "target_terms": [ - "сколько", - "сейчас", - "времени", - "сервере" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-noisy-01-colloquial.json b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-noisy-01-colloquial.json deleted file mode 100644 index 3458b13..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-noisy-01-colloquial.json +++ /dev/null @@ -1,69 +0,0 @@ -{ - "meta": { - "case_id": "v3-noisy-01-colloquial", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.7300000000000001 - }, - "details": { - "query": "Где там дока про health, покажи плз", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Где там дока про health, покажи плз", - "normalized_query": "Где там дока про health, покажи плз", - "target_terms": [ - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.7300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Где там дока про health, покажи плз" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-noisy-01-colloquial.md b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-noisy-01-colloquial.md deleted file mode 100644 index acb5111..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-noisy-01-colloquial.md +++ /dev/null @@ -1,79 +0,0 @@ -# v3-noisy-01-colloquial - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Где там дока про health, покажи плз - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.7300000000000001 -} -``` - -## Details -```json -{ - "query": "Где там дока про health, покажи плз", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "Где там дока про health, покажи плз", - "normalized_query": "Где там дока про health, покажи плз", - "target_terms": [ - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.7300000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Где там дока про health, покажи плз" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "health" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-noisy-02-abbrev.json b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-noisy-02-abbrev.json deleted file mode 100644 index d7d7b67..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-noisy-02-abbrev.json +++ /dev/null @@ -1,79 +0,0 @@ -{ - "meta": { - "case_id": "v3-noisy-02-abbrev", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.9800000000000001 - }, - "details": { - "query": "Нужен краткий док-саммари по api /send", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Нужен краткий док-саммари по api /send", - "normalized_query": "Нужен краткий док-саммари по api /send", - "target_terms": [ - "/send", - "api" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.9800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Нужен краткий док-саммари по api /send" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "/send", - "api" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-noisy-02-abbrev.md b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-noisy-02-abbrev.md deleted file mode 100644 index 5962391..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-noisy-02-abbrev.md +++ /dev/null @@ -1,89 +0,0 @@ -# v3-noisy-02-abbrev - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -Нужен краткий док-саммари по api /send - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.9800000000000001 -} -``` - -## Details -```json -{ - "query": "Нужен краткий док-саммари по api /send", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "SUMMARY", - "user_query": "Нужен краткий док-саммари по api /send", - "normalized_query": "Нужен краткий док-саммари по api /send", - "target_terms": [ - "/send", - "api" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.9800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "docs topic" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "Нужен краткий док-саммари по api /send" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "SUMMARY", - "reason_short": "docs topic", - "target_terms": [ - "/send", - "api" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [ - "/send" - ], - "target_doc_hints": [ - "docs/api/send-message-endpoint.md" - ], - "matched_aliases": [], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-noisy-03-broken-phrase.json b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-noisy-03-broken-phrase.json deleted file mode 100644 index af51d3d..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-noisy-03-broken-phrase.json +++ /dev/null @@ -1,81 +0,0 @@ -{ - "meta": { - "case_id": "v3-noisy-03-broken-phrase", - "component": "process_v2_intent_router", - "source_file": "/Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml", - "passed": true, - "mismatches": [] - }, - "actual": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.9800000000000001 - }, - "details": { - "query": "runtime health это где описано в доках", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "runtime health это где описано в доках", - "normalized_query": "runtime health это где описано в доках", - "target_terms": [ - "runtime", - "health", - "описано" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.9800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "runtime health это где описано в доках" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "runtime", - "health", - "описано" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] - } -} \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-noisy-03-broken-phrase.md b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-noisy-03-broken-phrase.md deleted file mode 100644 index d69e056..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/router_llm_first_v3_v3-noisy-03-broken-phrase.md +++ /dev/null @@ -1,91 +0,0 @@ -# v3-noisy-03-broken-phrase - -- component: process_v2_intent_router -- source_file: /Users/alex/Dev_projects_v2/ai driven app process/v2/agent/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/router_llm_first_v3.yaml -- passed: True - -## Query -runtime health это где описано в доках - -## Actual -```json -{ - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "routing_mode": "llm_default", - "llm_router_used": true, - "confidence": 0.9800000000000001 -} -``` - -## Details -```json -{ - "query": "runtime health это где описано в доках", - "route": { - "routing_domain": "DOCS", - "intent": "DOC_EXPLAIN", - "subintent": "FIND_FILES", - "user_query": "runtime health это где описано в доках", - "normalized_query": "runtime health это где описано в доках", - "target_terms": [ - "runtime", - "health", - "описано" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - }, - "confidence": 0.9800000000000001, - "routing_mode": "llm_default", - "llm_router_used": true, - "reason_short": "file lookup" - }, - "pipeline_steps": [ - { - "step": "intent_router", - "input": { - "query": "runtime health это где описано в доках" - }, - "output": { - "domain": "DOCS", - "intent": "DOC_EXPLAIN", - "sub_intent": "FIND_FILES", - "reason_short": "file lookup", - "target_terms": [ - "runtime", - "health", - "описано" - ], - "anchors": { - "entity_names": [], - "file_names": [], - "endpoint_paths": [], - "target_doc_hints": [ - "docs/domains/runtime-health-entity.md" - ], - "matched_aliases": [ - "runtime_health" - ], - "process_domain": null, - "process_subdomain": null - } - } - } - ] -} -``` - -## Mismatches -- none \ No newline at end of file diff --git a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/summary.md b/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/summary.md deleted file mode 100644 index fee2567..0000000 --- a/tests/pipeline_setup_v4/cases/suite_02/process_v2_intent_router/test_runs/llm_first_v3_target_terms_final/20260407_140431/summary.md +++ /dev/null @@ -1,22 +0,0 @@ -# pipeline_setup_v4 summary - -Passed: 16/16 - -| Case | Component | Query | Intent | Sub-intent | Pass | -|------|-----------|-------|--------|------------|------| -| v3-docs-summary-01-endpoint | process_v2_intent_router | Объясни по документации endpoint `/health` | DOC_EXPLAIN | SUMMARY | ✓ | -| v3-docs-summary-02-architecture | process_v2_intent_router | Как устроена архитектура приложения? | DOC_EXPLAIN | SUMMARY | ✓ | -| v3-docs-summary-03-process | process_v2_intent_router | Опиши процесс отправки уведомлений | DOC_EXPLAIN | SUMMARY | ✓ | -| v3-docs-summary-04-entity | process_v2_intent_router | Что такое runtime health в документации? | DOC_EXPLAIN | SUMMARY | ✓ | -| v3-find-files-01-which-file | process_v2_intent_router | В каком файле описан `/health`? | DOC_EXPLAIN | FIND_FILES | ✓ | -| v3-find-files-02-show-doc | process_v2_intent_router | Покажи документ про runtime health | DOC_EXPLAIN | FIND_FILES | ✓ | -| v3-find-files-03-where-described | process_v2_intent_router | Где описано `docs/architecture/overview.md`? | DOC_EXPLAIN | FIND_FILES | ✓ | -| v3-general-01-overview | process_v2_intent_router | Общий обзор сервиса | GENERAL_QA | SUMMARY | ✓ | -| v3-general-02-what-is-service | process_v2_intent_router | Что это за сервис? | GENERAL_QA | SUMMARY | ✓ | -| v3-general-03-purpose | process_v2_intent_router | Для чего нужен этот сервис? | GENERAL_QA | SUMMARY | ✓ | -| v3-negative-01-operational | process_v2_intent_router | Почему у меня сейчас упал деплой? | GENERAL_QA | SUMMARY | ✓ | -| v3-negative-02-meta | process_v2_intent_router | Как ты выбираешь маршрут? | GENERAL_QA | SUMMARY | ✓ | -| v3-negative-03-non-docs | process_v2_intent_router | Сколько сейчас времени на сервере? | GENERAL_QA | SUMMARY | ✓ | -| v3-noisy-01-colloquial | process_v2_intent_router | Где там дока про health, покажи плз | DOC_EXPLAIN | FIND_FILES | ✓ | -| v3-noisy-02-abbrev | process_v2_intent_router | Нужен краткий док-саммари по api /send | DOC_EXPLAIN | SUMMARY | ✓ | -| v3-noisy-03-broken-phrase | process_v2_intent_router | runtime health это где описано в доках | DOC_EXPLAIN | FIND_FILES | ✓ | \ No newline at end of file